-- Logs begin at Mon 2022-03-07 17:25:46 UTC, end at Mon 2022-03-07 18:31:48 UTC. -- Mar 07 18:00:24.427338 dv-cinder-832291-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 18:00:27.581995 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.common.config [-] Logging enabled! Mar 07 18:00:27.582589 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev577 Mar 07 18:00:27.582844 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103122) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 18:00:27.586378 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.common.config [-] Logging enabled! Mar 07 18:00:27.586636 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev577 Mar 07 18:00:27.586951 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103122) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 18:00:27.587896 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 18:00:27.588134 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 18:00:27.588535 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 18:00:27.588785 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 18:00:27.589420 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 18:00:27.589747 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.590174 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 18:00:27.590491 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.590794 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.591100 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.591399 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.591693 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.591977 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.592298 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.592599 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.592886 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.593168 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.593453 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.593742 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.594025 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.594314 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.594604 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.594888 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] debug = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.595171 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.595607 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.596024 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.596335 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.596626 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.596908 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.597183 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.597460 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.597743 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.598071 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] host = dv-cinder-832291-1-iscsi {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.598885 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.599168 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.599549 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.599844 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.600125 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.600496 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.600787 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.601064 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.601339 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] log_file = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.601621 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.601912 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.602203 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.602495 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.602724 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.602951 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.603251 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.603539 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.603817 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.604091 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.604390 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.604670 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.604947 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.605217 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.605505 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.605792 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.606079 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.606355 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.606631 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.606905 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.607179 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.607466 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.607741 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.608016 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.608312 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.608604 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.608879 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.609155 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.609456 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.609743 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.610028 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.610316 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.610592 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.610877 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.611151 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.611426 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.611705 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] use_json = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.611979 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.612281 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.612567 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.612843 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.613117 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.613392 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.613666 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.614601 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.615083 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:27.615396 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.615703 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.616013 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.616342 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.616643 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.616929 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.617228 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.617514 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.617810 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.618103 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.618651 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.618933 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.619235 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.619607 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.619914 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.620254 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.620555 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.620855 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.621203 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.621482 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.621766 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.622049 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.622339 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.622621 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.622913 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.623205 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.623487 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.623789 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.624082 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.624404 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.624701 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.624979 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.625261 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.625556 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.625837 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.626114 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.626395 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.626688 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.626969 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.627241 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.627525 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.627806 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.628083 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.628379 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.628660 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.628953 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.629234 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.629535 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.630273 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.630613 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.630976 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.631284 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.631570 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.631847 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.632131 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.632436 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.632714 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.632991 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.633272 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.633548 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.633827 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.634103 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.634377 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.634650 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.634924 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.635197 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.635470 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.635741 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.636018 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.636315 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.636592 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.636864 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.637136 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.637409 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.637696 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.637993 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.638274 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.638551 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.638827 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.639105 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.639383 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.639660 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.639936 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.640239 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.640516 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.640809 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.641092 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.641379 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.641682 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.641962 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.642267 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.642552 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.642837 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.643124 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.643405 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.643685 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.643969 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.644280 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.644576 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.644872 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.645745 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.646157 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.646583 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.646892 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.647209 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.647495 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:27.647718 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 18:00:27.647964 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103122) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 18:00:28.021417 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 18:00:28.021688 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 18:00:28.021999 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 18:00:28.022475 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 18:00:28.352467 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.352758 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.353029 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.354309 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.354585 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.354862 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.401114 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.401386 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.401650 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.415672 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.415958 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.416257 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.445081 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.445363 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.445633 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.482428 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.482708 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.482978 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.828877 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.829491 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.829491 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.829692 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.830354 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.930405 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.930726 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.931009 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.931283 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.931551 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.931865 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.932130 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.932414 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.932773 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.933062 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.933326 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.933593 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.933851 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.934103 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.934358 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.934621 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.934873 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.935137 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.935405 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.935662 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.935931 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.936206 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.936486 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.936855 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.937102 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.937347 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.937734 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 18:00:28.937974 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 18:00:28.938214 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 18:00:28.938449 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 18:00:28.938683 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 18:00:28.938917 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 18:00:28.939280 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 18:00:28.942439 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 18:00:28.946472 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 18:00:28.950178 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 07 18:00:28.951818 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 18:00:28.952312 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 18:00:28.952650 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 18:00:28.953030 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 18:00:28.955818 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 18:00:28.956067 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 18:00:28.956436 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 18:00:28.961347 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 18:00:28.985409 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 18:00:28.985858 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.986154 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103122) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 18:00:28.986527 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.987898 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103122) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 18:00:28.988203 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 18:00:28.988452 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 18:00:28.992338 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:28.992622 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.057766 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 18:00:29.057999 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 18:00:29.058244 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 18:00:29.058613 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 18:00:29.079128 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_db.sqlalchemy.engines [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103122) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 18:00:29.522363 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Initializing driver for type 'gre' Mar 07 18:00:29.522819 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] gre ID ranges: [(1, 1000)] Mar 07 18:00:29.580698 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Initializing driver for type 'local' Mar 07 18:00:29.581033 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Initializing driver for type 'vlan' Mar 07 18:00:29.593728 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] VlanTypeDriver initialization complete Mar 07 18:00:29.594145 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Initializing driver for type 'vxlan' Mar 07 18:00:29.594653 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] vxlan ID ranges: [(1, 1000)] Mar 07 18:00:29.649703 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Initializing extension driver 'port_security' Mar 07 18:00:29.650052 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.extensions.port_security [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] PortSecurityExtensionDriver initialization complete Mar 07 18:00:29.650390 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Initializing mechanism driver 'openvswitch' Mar 07 18:00:29.650731 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Initializing mechanism driver 'hyperv' Mar 07 18:00:29.657463 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.plugins.ml2.plugin [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:00:29.658324 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > port after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.658710 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > port after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.659076 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > port after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.659614 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 18:00:29.660059 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.660453 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.660848 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.661261 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 18:00:29.661670 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > network after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.662031 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > network after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.662383 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > network after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.662794 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 18:00:29.663212 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.663576 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.663928 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.664361 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 18:00:29.664777 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.665132 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.665480 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.665884 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 18:00:29.666299 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.666652 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.666999 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.667403 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103122) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 18:00:29.667855 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] ML2 OVO RPC backend initialized. {{(pid=103122) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 18:00:29.668603 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.668968 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.669395 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > network before_response 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.669752 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > networks before_response 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.670108 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > port before_response 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.670458 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > ports before_response 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.670813 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.671165 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.671520 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > network after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.671868 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > network after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.672240 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > network after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.672597 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > port after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.672944 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > port after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.673289 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > port after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.673634 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.673979 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.674322 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.681686 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded quota_driver: . Mar 07 18:00:29.682061 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.plugin [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Modular L2 Plugin initialization complete Mar 07 18:00:29.682423 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading services supported by the core plugin {{(pid=103122) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 18:00:29.682778 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.plugins.ml2.managers [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Got port-security extension from driver 'port_security' Mar 07 18:00:29.683266 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.extensions.vlantransparent [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Disabled vlantransparent extension. Mar 07 18:00:29.683772 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103122) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 18:00:29.684107 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading Plugin: router Mar 07 18:00:29.720811 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.721215 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router after_create 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.721594 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router before_create 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.721973 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.722352 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.722714 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router after_delete 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.723080 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.723487 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.723846 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router after_create 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.724229 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router after_update 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.724584 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router after_update 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.724943 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.725309 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router after_update 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.725723 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.726099 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: port after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.726444 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: port after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.726787 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: subnet after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.727133 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.727488 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.727843 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.728213 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: port before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.728568 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.728930 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router after_update 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.729278 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.729762 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.730132 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.730487 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.730857 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > agent after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.731220 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.731574 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > network after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.732465 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Tracking information for resource: router configured {{(pid=103122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 18:00:29.732805 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Tracking information for resource: floatingip configured {{(pid=103122) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 18:00:29.737753 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.db.l3_agentschedulers_db [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 18:00:29.738343 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: port after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.738713 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: port after_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.739117 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: port after_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.739476 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: port after_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.740299 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router before_create 55550100 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.740676 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.741047 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.741411 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.746466 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.services.provider_configuration [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service providers = [] {{(pid=103122) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 18:00:29.746843 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.db.servicetype_db [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103122) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 18:00:29.749869 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.services.service_base [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 18:00:29.750228 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.services.service_base [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 18:00:29.750578 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.services.service_base [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 18:00:29.751490 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.services.service_base [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103122) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 18:00:29.751869 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.services.service_base [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 18:00:29.752280 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 18:00:29.752606 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 18:00:29.763911 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 18:00:29.764284 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading Plugin: auto_allocate Mar 07 18:00:29.770767 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: network precommit_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.771310 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: network precommit_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.771859 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 18:00:29.772208 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading Plugin: tag Mar 07 18:00:29.779132 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 18:00:29.779428 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading Plugin: timestamp Mar 07 18:00:29.783336 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 18:00:29.783678 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading Plugin: network_ip_availability Mar 07 18:00:29.789435 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.789818 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.790183 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:29.790904 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 18:00:29.791231 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading Plugin: flavors Mar 07 18:00:29.796255 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 18:00:29.796598 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading Plugin: revisions Mar 07 18:00:29.800943 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103122) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 18:00:29.801415 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_concurrency.lockutils [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.779s {{(pid=103122) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 18:00:29.802131 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103122) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 18:00:29.802474 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Initializing extension manager. Mar 07 18:00:29.803003 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: __init__.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.803353 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: __pycache__ {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.803698 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.804041 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: address_group.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.804835 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.805410 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: address-group Mar 07 18:00:29.805746 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: address_scope.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.806471 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.806984 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: address-scope Mar 07 18:00:29.807315 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.808288 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.808806 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: router-admin-state-down-before-update Mar 07 18:00:29.809137 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: agent.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.809852 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.810365 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: agent Mar 07 18:00:29.810697 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: agent_resources_synced.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.811631 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.812167 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: agent-resources-synced Mar 07 18:00:29.812502 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.814310 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.814837 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: allowed-address-pairs Mar 07 18:00:29.815171 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.816294 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.816819 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: auto-allocated-topology Mar 07 18:00:29.817696 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: availability_zone.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.818385 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.818893 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: availability_zone Mar 07 18:00:29.819221 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: availability_zone_filter.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.820171 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.820692 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: availability_zone_filter Mar 07 18:00:29.821020 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: data_plane_status.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.821950 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.822460 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 18:00:29.822789 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: default_subnetpools.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.823719 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.824269 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: default-subnetpools Mar 07 18:00:29.824587 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.825407 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.825917 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: dhcp_agent_scheduler Mar 07 18:00:29.826246 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: dns.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.827174 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.827684 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension dns-integration not supported by any of loaded plugins Mar 07 18:00:29.828013 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: dns_domain_ports.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.828969 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.829496 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 18:00:29.829796 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.830728 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.831245 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 18:00:29.831569 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: dvr.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.832303 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.832923 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: dvr Mar 07 18:00:29.833327 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: ecmp_routes.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.834284 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.834795 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 18:00:29.835126 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: empty_string_filtering.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.836065 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.836611 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: empty-string-filtering Mar 07 18:00:29.836948 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.837889 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.838398 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 18:00:29.838730 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.839661 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.840190 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 18:00:29.840522 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: external_net.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.841443 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.841962 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: external-net Mar 07 18:00:29.842305 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.843218 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.843729 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: extra_dhcp_opt Mar 07 18:00:29.844056 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: extraroute.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.845012 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.845524 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: extraroute Mar 07 18:00:29.845854 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: extraroute_atomic.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.846909 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.847423 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: extraroute-atomic Mar 07 18:00:29.847751 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: filter_validation.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.849080 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.849593 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: filter-validation Mar 07 18:00:29.849920 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: fip_pf_description.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.850847 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.851354 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 18:00:29.851680 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: fip_port_details.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.852850 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.853369 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: fip-port-details Mar 07 18:00:29.853700 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: flavors.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.854977 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.855502 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: flavors Mar 07 18:00:29.855835 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.857569 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.858100 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 18:00:29.858438 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: floatingip_pools.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.859146 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.859663 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: floatingip-pools Mar 07 18:00:29.859996 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: ip_allocation.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.860968 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.861478 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 18:00:29.861815 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.862756 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.863266 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: ip-substring-filtering Mar 07 18:00:29.863600 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: l2_adjacency.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.865240 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.865744 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 18:00:29.866074 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: l3.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.867074 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.867596 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: router Mar 07 18:00:29.867929 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.870511 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.871048 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 18:00:29.871388 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.872380 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.872907 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: ext-gw-mode Mar 07 18:00:29.873240 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.874181 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.874697 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: l3-ha Mar 07 18:00:29.875030 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.875959 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.876501 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 18:00:29.876834 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: l3_flavors.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.877766 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.878279 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: l3-flavors Mar 07 18:00:29.878608 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.880110 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.880648 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 18:00:29.880981 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.881920 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.882437 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 18:00:29.882771 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: l3agentscheduler.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.883836 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.884382 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: l3_agent_scheduler Mar 07 18:00:29.884719 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: local_ip.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.886517 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.887055 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension local_ip not supported by any of loaded plugins Mar 07 18:00:29.887401 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: logging.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.890392 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.890925 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension logging not supported by any of loaded plugins Mar 07 18:00:29.891268 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: metering.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.892031 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.892658 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: metering Mar 07 18:00:29.892998 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.894111 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.894636 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: metering_source_and_destination_fields Mar 07 18:00:29.894971 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: multiprovidernet.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.896477 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.897001 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: multi-provider Mar 07 18:00:29.897336 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: netmtu.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.898273 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.898790 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: net-mtu Mar 07 18:00:29.899125 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: netmtu_writable.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.900062 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.900605 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: net-mtu-writable Mar 07 18:00:29.900936 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: network_availability_zone.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.901615 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.902130 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: network_availability_zone Mar 07 18:00:29.902462 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: network_ip_availability.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.903603 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.904124 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: network-ip-availability Mar 07 18:00:29.904496 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: network_segment_range.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.905269 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.905783 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 18:00:29.906113 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: pagination.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.907112 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.907453 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: pagination Mar 07 18:00:29.907783 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: port_device_profile.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.908747 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.909268 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: port-device-profile Mar 07 18:00:29.909600 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.910541 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.911692 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: port-mac-address-regenerate Mar 07 18:00:29.912020 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.912992 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.913510 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: port-numa-affinity-policy Mar 07 18:00:29.913835 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: port_resource_request.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.914768 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.915272 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 18:00:29.915599 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: port_resource_request_groups.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.916623 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.917131 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 18:00:29.917460 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: portbindings.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.918403 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.918914 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: binding Mar 07 18:00:29.919242 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: portbindings_extended.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.920562 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.921083 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: binding-extended Mar 07 18:00:29.921414 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: portsecurity.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.922351 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.922871 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: port-security Mar 07 18:00:29.923201 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: project_id.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.924224 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.924571 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: project-id Mar 07 18:00:29.924907 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: providernet.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.925848 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.926489 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: provider Mar 07 18:00:29.926869 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.930583 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.931115 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos not supported by any of loaded plugins Mar 07 18:00:29.931459 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.932769 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.933292 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 18:00:29.933632 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.934568 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.935086 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 18:00:29.935420 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos_default.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.936383 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.936900 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos-default not supported by any of loaded plugins Mar 07 18:00:29.937233 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos_fip.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.938184 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.938698 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos-fip not supported by any of loaded plugins Mar 07 18:00:29.939029 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.939961 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.940519 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 18:00:29.940851 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.941784 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.942532 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 18:00:29.942867 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.943923 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.944469 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 18:00:29.944800 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.945876 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.946401 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 18:00:29.946732 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.947787 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.948334 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 18:00:29.948669 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos_pps_rule.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.949899 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.950420 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos-pps not supported by any of loaded plugins Mar 07 18:00:29.950754 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.951686 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.952239 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 18:00:29.952578 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: qos_rules_alias.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.953648 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.954166 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 18:00:29.954499 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: quota_check_limit.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.955424 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.955940 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: quota-check-limit Mar 07 18:00:29.956306 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: quotasv2.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.957244 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.958136 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: quotas Mar 07 18:00:29.958473 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: quotasv2_detail.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.960223 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.960569 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: quota_details Mar 07 18:00:29.960904 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: rbac.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.961976 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.962509 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: rbac-policies Mar 07 18:00:29.962850 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: rbac_address_group.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.963800 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.964345 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: rbac-address-group Mar 07 18:00:29.964682 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: rbac_address_scope.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.965617 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.966134 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: rbac-address-scope Mar 07 18:00:29.966466 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: rbac_security_groups.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.967400 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.967917 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: rbac-security-groups Mar 07 18:00:29.968280 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.969288 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.969806 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: rbac-subnetpool Mar 07 18:00:29.970137 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: revisionifmatch.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.971079 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.971595 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: revision-if-match Mar 07 18:00:29.971926 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: revisions.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.973097 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.974171 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: standard-attr-revisions Mar 07 18:00:29.974501 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: router_availability_zone.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.975186 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.975703 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: router_availability_zone Mar 07 18:00:29.976034 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: routerservicetype.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.976997 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.977507 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension router-service-type not supported by any of loaded plugins Mar 07 18:00:29.977836 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.978779 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.979294 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: security-groups-normalized-cidr Mar 07 18:00:29.979622 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.980590 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.981104 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: port-security-groups-filtering Mar 07 18:00:29.981433 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.982407 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.982922 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: security-groups-remote-address-group Mar 07 18:00:29.983250 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.984224 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.984740 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: security-groups-shared-filtering Mar 07 18:00:29.985069 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.985665 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 18:00:29.985993 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: securitygroup.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.995981 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.996553 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: security-group Mar 07 18:00:29.996895 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: segment.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.997696 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:29.998214 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension segment not supported by any of loaded plugins Mar 07 18:00:29.998550 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:29.999502 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.000017 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 18:00:30.000401 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: servicetype.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.001536 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.002066 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: service-type Mar 07 18:00:30.002399 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: sorting.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.003398 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.003737 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: sorting Mar 07 18:00:30.004068 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: standard_attr_segment.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.005065 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.005583 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 18:00:30.005913 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: standardattrdescription.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.006569 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.007080 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: standard-attr-description Mar 07 18:00:30.007411 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: stateful_security_group.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.008378 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.008899 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: stateful-security-group Mar 07 18:00:30.009232 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: stdattrs_common.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.009810 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 18:00:30.010140 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.011083 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.011605 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 18:00:30.011933 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: subnet_onboard.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.013088 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.015127 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: subnet_onboard Mar 07 18:00:30.015467 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.016514 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.017268 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 18:00:30.017566 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: subnet_service_types.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.018613 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.019289 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: subnet-service-types Mar 07 18:00:30.019664 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: subnetallocation.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.021417 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.021974 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: subnet_allocation Mar 07 18:00:30.022275 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.022969 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.023540 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: subnetpool-prefix-ops Mar 07 18:00:30.023845 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.024844 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.025379 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 18:00:30.025696 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: tagging.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.026764 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.027297 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: standard-attr-tag Mar 07 18:00:30.027630 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: timestamp.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.028866 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.029467 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loaded extension: standard-attr-timestamp Mar 07 18:00:30.029728 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: trunk.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.030782 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.031304 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension trunk not supported by any of loaded plugins Mar 07 18:00:30.031639 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: trunk_details.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.032618 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.033145 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension trunk-details not supported by any of loaded plugins Mar 07 18:00:30.033474 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.034544 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.034995 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 18:00:30.035283 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Loading extension file: vlantransparent.py {{(pid=103122) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 18:00:30.036669 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103122) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 18:00:30.037125 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 18:00:30.039718 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:network Mar 07 18:00:30.040288 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:subnet Mar 07 18:00:30.040698 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 18:00:30.041103 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:port Mar 07 18:00:30.042380 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.042847 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service FLAVORS assigned prefix: {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.043493 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.043932 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.044312 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:router Mar 07 18:00:30.044759 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 18:00:30.045261 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service METERING assigned prefix: /metering {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.046730 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:30.047121 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:30.047484 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:00:30.048551 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 18:00:30.049008 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:security_group Mar 07 18:00:30.049461 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 18:00:30.050065 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service CORE assigned prefix: {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.050402 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 18:00:30.050761 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] subnetpool is already registered Mar 07 18:00:30.051193 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service CORE assigned prefix: {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.051564 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 18:00:30.051906 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] subnetpool is already registered Mar 07 18:00:30.054281 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.054726 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service FLAVORS assigned prefix: {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.055330 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.055766 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.056108 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:router Mar 07 18:00:30.056487 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] router is already registered Mar 07 18:00:30.056906 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 18:00:30.057249 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] floatingip is already registered Mar 07 18:00:30.057711 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service METERING assigned prefix: /metering {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.058390 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 18:00:30.058723 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] rbac_policy is already registered Mar 07 18:00:30.059144 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:security_group Mar 07 18:00:30.059487 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] security_group is already registered Mar 07 18:00:30.059894 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 18:00:30.060259 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] security_group_rule is already registered Mar 07 18:00:30.060903 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service CORE assigned prefix: {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.061248 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 18:00:30.061588 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] subnetpool is already registered Mar 07 18:00:30.062015 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.v2.resource_helper [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Service CORE assigned prefix: {{(pid=103122) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 18:00:30.062345 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 18:00:30.062689 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING neutron.quota.resource_registry [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] subnetpool is already registered Mar 07 18:00:30.063170 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: extensions {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.064681 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: address-groups {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.066201 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: address-scopes {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.067603 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: agents {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.068803 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: auto-allocated-topology {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.070075 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: availability_zones {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.071297 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: dhcp-networks {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.072839 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: dhcp-agents {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.074285 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: routers {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.076541 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: flavors {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.077727 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: service_profiles {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.078947 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: next_providers {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.080457 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: service_profiles {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.082016 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: floatingip-pools {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.083947 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: routers {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.086125 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: floatingips {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.088386 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: l3-routers {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.089805 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: l3-agents {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.091248 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: metering-labels {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.092673 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: metering-label-rules {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.094027 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: network-ip-availabilities {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.095328 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: bindings {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.097108 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: quotas {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.099672 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: quotas {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.101253 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: rbac-policies {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.102571 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: security-groups {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.103829 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: security-group-rules {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.105123 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: service-providers {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.106391 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: subnetpools {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.107819 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: subnetpools {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.109335 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: tags {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.111038 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: tags {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.112921 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: tags {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.114761 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: tags {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.116613 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: tags {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.118803 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: tags {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.120552 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: tags {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.122479 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: tags {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.124305 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: tags {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.126167 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron.api.extensions [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Extended resource: tags {{(pid=103122) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 18:00:30.132176 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING keystonemiddleware.auth_token [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 18:00:30.137036 dv-cinder-832291-1-iscsi neutron-server[103122]: WARNING keystonemiddleware.auth_token [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 18:00:30.146376 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_concurrency.lockutils [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Acquired lock "singleton_lock" {{(pid=103122) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 18:00:30.146857 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_concurrency.lockutils [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Releasing lock "singleton_lock" {{(pid=103122) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 18:00:30.147520 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO oslo_service.service [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Starting 2 workers Mar 07 18:00:30.152478 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Started child 103233 {{(pid=103122) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 18:00:30.157041 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Started child 103234 {{(pid=103122) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 18:00:30.158116 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:30.158732 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO neutron.service [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 18:00:30.159291 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:30.159724 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [-] (103233) wsgi starting up on http://0.0.0.0:9696 Mar 07 18:00:30.162731 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO oslo_service.service [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Starting 1 workers Mar 07 18:00:30.162846 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:30.164255 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [-] (103234) wsgi starting up on http://0.0.0.0:9696 Mar 07 18:00:30.168005 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Started child 103235 {{(pid=103122) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 18:00:30.168614 dv-cinder-832291-1-iscsi neutron-server[103122]: INFO oslo_service.service [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Starting 1 workers Mar 07 18:00:30.171643 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.service [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] calling RpcWorker wait() {{(pid=103235) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 18:00:30.172198 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.service [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] returning from RpcWorker wait() {{(pid=103235) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 18:00:30.173136 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Started child 103236 {{(pid=103122) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 18:00:30.173447 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:30.173917 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:00:30.174009 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG neutron_lib.callbacks.manager [None req-f0788cb7-0971-45dc-8610-5c67832278e0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:30.175989 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103122) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 18:00:30.176294 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 18:00:30.176460 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 18:00:30.176708 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 18:00:30.177054 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 18:00:30.177234 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 18:00:30.177761 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.178045 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.178270 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:30.178748 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.178748 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.178882 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.179452 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.179553 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:00:30.179719 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.179982 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.180308 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.180569 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.180737 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.180914 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.181171 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.181413 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.181716 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.181982 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.182241 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.182507 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.182684 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.182936 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.183207 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.183459 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.183743 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] debug = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.184003 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.184557 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.184807 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.185066 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.185290 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.185554 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.185808 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.186097 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.186345 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.186586 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.186837 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.187093 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.187320 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.187562 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.187816 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.188042 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.188312 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.188545 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.189016 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] host = dv-cinder-832291-1-iscsi {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.189256 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.189483 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.189750 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.190001 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.190249 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.190491 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.190747 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.191023 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.191272 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.191505 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.191753 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.192133 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.192444 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.192691 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_file = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.192862 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_options = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.193114 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.193387 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.193667 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.193860 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.194033 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.194189 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.194455 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.194607 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.194863 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.195090 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.195324 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.195543 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.195764 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.195984 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.196276 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.196504 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.196746 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.196992 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.197254 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.197508 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.197739 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.197972 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.198286 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.198534 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.198778 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.198998 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.199491 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.199745 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.200179 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.200440 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.200728 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.201026 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.201531 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.201531 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.201821 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.201964 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.202171 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.202687 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.202687 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.202973 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.203159 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.203415 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.203841 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.203951 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.204124 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.204437 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.204685 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] use_json = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.204908 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.205149 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.205385 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.205605 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.205605 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.205605 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.205605 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.205605 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.208271 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.208271 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.208271 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.208271 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.209366 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.209366 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.209366 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.209366 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.209900 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.209900 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.210155 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.210371 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.210516 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.210957 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.211322 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.211496 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.211721 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.211960 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.212285 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.212452 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.212711 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.212935 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.213181 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.213523 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.213701 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.213937 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.214190 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.214407 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.214712 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.214992 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.215335 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.215683 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.216088 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.216413 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.216663 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.216911 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.217137 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.217380 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.217626 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.217868 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.218153 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.218649 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.218911 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.219159 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.219399 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.219623 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.219861 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.220089 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.220376 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.220630 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.220855 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.221079 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.221319 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.221537 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.221761 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.221995 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.222217 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.222484 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.222762 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.223008 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.223897 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.224163 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.224431 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.224674 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.224902 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.225122 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.225339 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.225583 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.225802 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.227180 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.227180 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.227180 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.227180 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.227180 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.227180 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.228016 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.228016 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.228016 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.228016 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.228526 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.228526 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.228767 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.228905 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.229376 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.229376 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.229640 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.229764 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.230174 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.230329 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.230455 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.230631 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.230847 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.231137 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.231463 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.232187 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.232187 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.232187 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.232458 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.232675 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.232937 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.233159 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.233382 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.233615 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.233868 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.234319 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.234471 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.234600 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.235158 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.235158 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.235412 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.235535 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.235720 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.235956 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.236209 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.236475 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.236732 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.237004 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.237202 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.237467 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.237700 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.237977 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.238255 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.238523 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.238807 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.239162 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.239537 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.239804 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.240186 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.240468 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.240706 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.240970 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.241228 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.241502 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.241751 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.242019 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.242264 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.242529 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.242745 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.242963 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.243196 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.243768 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.244034 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.244273 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.244510 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.244788 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.245028 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.245269 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.245535 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.245790 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.246029 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.246291 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.246521 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.246745 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.246964 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.247201 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.247444 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.247689 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.247912 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.248174 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.248395 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.248634 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.248868 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.249086 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.249309 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.249527 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.249747 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.249986 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.250239 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.250457 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.250700 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.250952 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.251174 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.251395 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.251619 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.251830 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.252103 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.252353 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.252623 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.252881 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.253122 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.253372 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.253630 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.253873 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.254091 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.254874 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.255124 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.255467 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.255690 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.255939 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.256126 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.256405 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.256638 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.256856 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.257142 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.257403 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.257749 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.257995 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.258256 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.258513 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.258759 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.259002 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.259227 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.259448 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.259669 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.259889 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.260140 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.260422 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.260646 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.260881 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.261103 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.261340 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.261585 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.261868 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.262111 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.262333 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.262567 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.262789 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.263028 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.263339 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.263561 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.263795 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.264015 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.264256 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.265421 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.265421 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.265421 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.265421 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.265977 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.265977 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.266257 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.267119 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.267119 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.267431 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.267574 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.267955 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.268355 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.268796 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.269192 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.269562 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.269991 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.270454 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.270858 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.271255 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.271636 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.272028 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.272470 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.272913 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.273307 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.273744 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.274149 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.274550 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.274956 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.275313 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.275547 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.275796 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.276235 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.276537 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.276778 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.277008 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.277230 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.277524 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.277796 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.278025 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.278333 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.278603 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.278876 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.279126 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.279448 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.279738 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.279955 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.280247 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.280482 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.280751 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.281037 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.281338 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.281652 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.281918 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.282181 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.282475 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.282761 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.283047 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.283272 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.283579 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.283918 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.285215 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.285215 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.285215 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.285215 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.285215 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.286296 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.286296 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.286557 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.286645 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.286891 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.287145 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.287400 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.287625 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.287710 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:00:30.287896 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.288138 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.288410 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.288613 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.288862 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.289084 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.289246 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 18:00:30.289772 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103122) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 18:00:30.289937 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 18:00:30.290092 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 18:00:30.290260 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 18:00:30.290503 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 18:00:30.290663 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 18:00:30.290875 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.291039 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.291202 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.291363 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.291524 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.291706 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.291871 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.292032 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.292213 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.292472 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.292583 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.292692 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.292852 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.292991 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.293150 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.293312 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.293471 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.293628 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.293792 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.293958 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.294118 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.294276 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.294437 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] debug = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.294598 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.294798 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.294963 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.295122 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.295284 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.295445 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.295604 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.295767 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.295928 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.296088 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.296273 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.296434 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.296594 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.296754 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.296914 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.297074 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.297233 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.297393 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.297554 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] host = dv-cinder-832291-1-iscsi {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.297714 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.297873 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.298033 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.298198 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.298361 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.298519 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.298674 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.298826 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.298987 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.299143 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.299295 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.299440 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.299602 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.299765 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_file = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.299907 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_options = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.300070 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.300261 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.300406 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.300599 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.300765 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.300952 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.301107 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.301268 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.302092 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.302342 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.302509 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.302671 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.302831 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.303003 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.303148 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.303307 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.303467 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.303626 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.303801 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.303973 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.304133 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.304316 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.304477 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.304636 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.304796 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.304954 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.305113 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.305272 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.305431 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.305589 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.305748 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.305909 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.306069 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.306229 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.306389 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.306549 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.306709 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.306868 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.307033 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.307193 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.307352 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.307511 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.307670 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.307829 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.307990 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.308166 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.308326 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] use_json = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.308488 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.308649 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.308809 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.308968 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.309127 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.309287 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.309445 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.309606 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.309766 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 18:00:30.309947 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.310112 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.310287 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.310449 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.310612 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.310775 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.310938 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.311101 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.311263 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.311425 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.311596 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.311759 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.311933 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.312098 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.312282 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.312448 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.312611 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.312772 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.312935 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.313098 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.313261 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.313424 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.313596 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.313758 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.313926 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.314088 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.314251 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.314423 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.314587 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.314767 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.315007 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.315177 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.315340 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.315506 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.315671 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.315834 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.315999 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.316180 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.316349 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.316512 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.316675 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.316856 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.317028 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.317192 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.317363 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.317527 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.317666 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.317826 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.317989 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.318153 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.318318 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.318481 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.318644 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.318808 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.318973 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.319137 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.319299 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.319474 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.319636 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.319798 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.319960 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.320124 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.320378 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.320676 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.320976 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.321264 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.322347 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.322347 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.322347 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.322347 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.322347 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.322347 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.322760 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.322760 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.322918 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.322996 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.323106 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.323270 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.323434 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.323598 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.323761 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.323928 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.324077 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.324269 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.324434 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.324597 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.324761 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.324926 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.325090 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.325253 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.325415 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.325589 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.325767 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.325930 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.326092 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.326254 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.326418 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.326581 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.326744 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.326909 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.327071 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.327234 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.327396 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.327560 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.327725 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.327889 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.328052 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.328251 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.328417 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.328580 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.328742 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.328925 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.329066 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.329229 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.329392 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.329555 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.329718 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.329882 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.330045 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.330218 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.330381 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.330549 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.330722 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.330880 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.331055 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.331219 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.331383 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.331570 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.331706 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.331867 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.332030 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.332213 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.332378 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.332601 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.332768 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.332932 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.333098 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.333261 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.333425 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.333612 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.333776 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.333944 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.334108 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.334271 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.334434 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.334596 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.334759 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.334921 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.335091 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.335254 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.335416 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.335579 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.335743 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.335906 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.336069 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.336263 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.336428 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.336591 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.336756 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.336921 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.337082 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.337246 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.337409 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.337571 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.337733 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.337896 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.338060 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.338223 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.338386 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.338549 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.338713 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.338875 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.339037 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.339199 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.339361 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.339523 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.339688 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.339851 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.340015 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.340197 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.340364 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.340528 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.340692 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.340856 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.341020 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.341183 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.341346 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.341508 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.341672 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.341836 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.341999 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.342162 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.342324 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.342486 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.342668 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.342832 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.342995 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.343160 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.343324 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.343493 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.343653 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.343815 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.343984 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.344161 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.344333 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.344495 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.344660 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.344823 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.344985 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.345148 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.345312 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.345476 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.345640 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.345804 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.345969 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.346133 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.346296 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.346457 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.346619 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.346782 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.346946 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.347109 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.347272 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.347448 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.347616 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.347780 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.347942 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.348637 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.348839 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.349018 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.349149 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.349310 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.349472 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.349651 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.349798 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.349973 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.350136 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.350298 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.350461 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.350624 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.350786 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.350960 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.351123 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.351286 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.351449 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.351610 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.351772 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.351944 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.352107 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.352292 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.352455 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.352618 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.352780 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.352955 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.353118 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.353279 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.353441 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.353604 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.353765 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.353937 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.354102 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.354266 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.354443 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.354608 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.354769 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.354934 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.355111 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.355275 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.355442 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.355605 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.355768 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.355932 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.356097 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.356287 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.356461 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.356632 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.356798 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.356971 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.357143 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.357317 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.357482 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.357652 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.357827 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.357989 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.358153 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.358315 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.358477 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.358640 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.358801 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.358965 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.359131 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.359293 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.359455 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.359616 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.359779 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.359940 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.360101 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.360287 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.360449 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.360611 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.360774 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.360936 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 18:00:30.361092 dv-cinder-832291-1-iscsi neutron-server[103122]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103122) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 18:00:30.603290 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 60846) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:00:30.612001 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064569 Mar 07 18:00:42.068879 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e902fc-83f7-487e-9715-93865ed47074 None None] get_active_networks_info from dv-cinder-832291-1-iscsi {{(pid=103235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 18:00:42.131046 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e902fc-83f7-487e-9715-93865ed47074 None None] No non-hosted networks {{(pid=103235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 18:00:42.149234 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.agentschedulers_db [None req-c5e902fc-83f7-487e-9715-93865ed47074 None None] DHCP Agent not found on host dv-cinder-832291-1-iscsi {{(pid=103235) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 18:00:42.244829 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bf43c0e7-eebd-4945-b17e-2328ba23fe38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-870122'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:44.232904 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6a02f866-21c2-4191-b2bf-0a7e8c17a1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-870122'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:44.265763 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3fec964e-4229-43d6-8eaa-97a098e0bcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:45.409496 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-870122'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:46.837812 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-870122'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:48.288728 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 60928) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:00:48.474704 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-870122'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:48.476081 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.476705 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.477043 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.477371 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.477921 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.478259 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.478616 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.478963 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.479445 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.479818 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.480407 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.480741 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.481077 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:48.481610 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-832291-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:00:48.487688 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-832291-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:00:48.584899 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.db.l3_hamode_db [None req-1fdfdb25-039f-46c4-be9f-2f7e5ff3c8a4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 18:00:48.664742 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdfdb25-039f-46c4-be9f-2f7e5ff3c8a4 None None] Routers set() bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:00:48.665337 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdfdb25-039f-46c4-be9f-2f7e5ff3c8a4 None None] Router IDs set() for agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 18:00:48.852304 dv-cinder-832291-1-iscsi neutron-server[103233]: WARNING oslo_policy.policy [None req-8e1f4f57-6b86-4673-af9c-91383963be40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 18:00:48.853172 dv-cinder-832291-1-iscsi neutron-server[103233]: WARNING oslo_policy.policy [None req-8e1f4f57-6b86-4673-af9c-91383963be40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 18:00:49.091429 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [None req-8e1f4f57-6b86-4673-af9c-91383963be40 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:00:49.092829 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-8e1f4f57-6b86-4673-af9c-91383963be40 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8020337 Mar 07 18:00:51.671858 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 60954) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:00:51.981900 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-94f1058f-37d1-4fa5-b9a8-436f0e8a7039 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:00:52.076269 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.policy [None req-94f1058f-37d1-4fa5-b9a8-436f0e8a7039 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103233) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 18:00:52.120932 dv-cinder-832291-1-iscsi neutron-server[103233]: WARNING oslo_policy.policy [None req-94f1058f-37d1-4fa5-b9a8-436f0e8a7039 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 18:00:52.121317 dv-cinder-832291-1-iscsi neutron-server[103233]: WARNING oslo_policy.policy [None req-94f1058f-37d1-4fa5-b9a8-436f0e8a7039 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 18:00:52.216270 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94f1058f-37d1-4fa5-b9a8-436f0e8a7039 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736637647839', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736637647154', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736637633414', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736637630785', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736637621766', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736637286184', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-268209036', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-268228941', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-870409', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-763996'] for rbac-policy (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:52.282342 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94f1058f-37d1-4fa5-b9a8-436f0e8a7039 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:52.283553 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-94f1058f-37d1-4fa5-b9a8-436f0e8a7039 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6106379 Mar 07 18:00:54.761826 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 60964) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:00:55.069593 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:00:55.097957 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Made reservation on behalf of 23bd10e555254d9e8688357135579c06 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:00:55.101857 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:55.118207 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:55.224510 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Publish callbacks [] for security_group (a3a9c996-fb76-4bbc-b88b-05dcf9de9239), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:55.228120 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (a3a9c996-fb76-4bbc-b88b-05dcf9de9239), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:55.248252 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:00:55.284887 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736634123358', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (23e037f2-cb7c-4310-8709-eb0678415b32), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:55.285483 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Unsubscribe: segment precommit_create {{(pid=103233) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 18:00:55.285977 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Added segment 23e037f2-cb7c-4310-8709-eb0678415b32 of type vlan for network 0edbaedf-9244-4e45-a246-5d14fb0ce9ca Mar 07 18:00:55.304981 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a9c996-fb76-4bbc-b88b-05dcf9de9239,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:00:55.354282 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.354564 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.354921 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.355258 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.355590 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.355916 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.356261 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.356586 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.356907 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.357242 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.357735 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.358092 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.358410 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Tracked resource versions report: Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: pushed versions: Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: { 'AddressGroup': {'1.2'}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'ConntrackHelper': {'1.0'}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'LocalIPAssociation': {'1.0'}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Log': {'1.0'}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Network': {'1.1'}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Port': {'1.7'}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'PortForwarding': {'1.2'}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'QosPolicy': {'1.10'}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'SecurityGroup': {'1.5'}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'SecurityGroupRule': {'1.2'}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'SubPort': {'1.0'}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Subnet': {'1.1'}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Trunk': {'1.1'}} Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: consumer versions: Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: { DHCP agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: L3 agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: Metadata agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: Metering agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: Open vSwitch agent@dv-cinder-832291-1-iscsi: { 'AddressGroup': '1.2', Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'ConntrackHelper': '1.0', Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'LocalIPAssociation': '1.0', Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Log': '1.0', Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Network': '1.1', Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Port': '1.7', Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'PortForwarding': '1.2', Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'QosPolicy': '1.10', Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'SecurityGroup': '1.5', Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'SecurityGroupRule': '1.2', Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'SubPort': '1.0', Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Subnet': '1.1', Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Trunk': '1.1'}} Mar 07 18:00:55.359782 dv-cinder-832291-1-iscsi neutron-server[103233]: {{(pid=103233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 18:00:55.396713 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (0edbaedf-9244-4e45-a246-5d14fb0ce9ca), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:55.437531 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (0edbaedf-9244-4e45-a246-5d14fb0ce9ca), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:55.443484 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:00:55.444257 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:55.520738 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7578135 Mar 07 18:00:55.560650 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120828-817b-40a1-aa9f-29ac7b130761 demo demo] Pushing event updated for resources: {'Network': ['ID=0edbaedf-9244-4e45-a246-5d14fb0ce9ca,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:00:55.573293 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network 0edbaedf-9244-4e45-a246-5d14fb0ce9ca details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:00:58.110641 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 60976) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:00:58.515347 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c89e3d-e079-4e81-96e9-364569468c3f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:00:58.516952 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-f6c89e3d-e079-4e81-96e9-364569468c3f demo admin] 10.222.0.13 "GET /v2.0/networks/0edbaedf-9244-4e45-a246-5d14fb0ce9ca HTTP/1.1" status: 200 len: 825 time: 0.4052286 Mar 07 18:00:58.541904 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-a67a2c05-79c2-43d6-b0c2-7488c7a41bad demo admin] 10.222.0.13 "GET /v2.0/subnetpools/9edacb53-6b52-4217-b558-9178580bb093 HTTP/1.1" status: 200 len: 734 time: 0.0190456 Mar 07 18:00:58.550146 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c0628205-f494-48d8-ac03-3c8108603aec demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '9edacb53-6b52-4217-b558-9178580bb093', 'ip_version': 4, 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca', 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:00:58.570246 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0628205-f494-48d8-ac03-3c8108603aec demo admin] Made reservation on behalf of 23bd10e555254d9e8688357135579c06 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:00:58.572513 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c0628205-f494-48d8-ac03-3c8108603aec demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:58.861426 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c0628205-f494-48d8-ac03-3c8108603aec demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for subnet (07ae359e-9f35-4128-87c8-2dce87d1d4ab), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:58.927415 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0628205-f494-48d8-ac03-3c8108603aec demo admin] Pushing event updated for resources: {'Subnet': ['ID=07ae359e-9f35-4128-87c8-2dce87d1d4ab,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:00:58.936076 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0628205-f494-48d8-ac03-3c8108603aec demo admin] Checking segment: {'id': '23e037f2-cb7c-4310-8709-eb0678415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:00:58.936296 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0628205-f494-48d8-ac03-3c8108603aec demo admin] Network hostable DHCP agents. Network: 0edbaedf-9244-4e45-a246-5d14fb0ce9ca, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:00:58.956325 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0628205-f494-48d8-ac03-3c8108603aec demo admin] Network 0edbaedf-9244-4e45-a246-5d14fb0ce9ca is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:00:58.967101 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c0628205-f494-48d8-ac03-3c8108603aec demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, 0edbaedf-9244-4e45-a246-5d14fb0ce9ca) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:00:58.973759 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0628205-f494-48d8-ac03-3c8108603aec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:00:58.974354 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c0628205-f494-48d8-ac03-3c8108603aec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:58.976914 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ddc9f7-3d02-407b-824b-7648007a7b60 None None] Network 0edbaedf-9244-4e45-a246-5d14fb0ce9ca requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:00:58.990909 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-c0628205-f494-48d8-ac03-3c8108603aec demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4439690 Mar 07 18:00:59.360102 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f639710-a962-506a-8ebd-460ce1cef75f-0edbaedf-9244-4e45-a246-5d14fb0ce9ca', 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca', 'project_id': '23bd10e555254d9e8688357135579c06', 'fixed_ips': [{'subnet_id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab'}]}} from dv-cinder-832291-1-iscsi. {{(pid=103235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 18:00:59.361398 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:59.640914 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Allocated IP 172.20.0.2 (0edbaedf-9244-4e45-a246-5d14fb0ce9ca/07ae359e-9f35-4128-87c8-2dce87d1d4ab/8f86e4e4-305f-48f0-9338-5407f4f4c2ed) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:00:59.910589 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Publish callbacks [] for port (8f86e4e4-305f-48f0-9338-5407f4f4c2ed), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:59.918192 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (8f86e4e4-305f-48f0-9338-5407f4f4c2ed), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:00:59.994995 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Network 0edbaedf-9244-4e45-a246-5d14fb0ce9ca is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:01:00.000188 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:01:00.009164 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:01:00.011978 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Pushing event updated for resources: {'Port': ['ID=8f86e4e4-305f-48f0-9338-5407f4f4c2ed,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:00.059939 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.060346 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.060725 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.061081 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.061426 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.061769 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.062110 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.062446 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.062784 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.063134 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.063472 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.063808 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.064138 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Tracked resource versions report: Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: pushed versions: Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: { 'AddressGroup': {'1.2'}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'ConntrackHelper': {'1.0'}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'LocalIPAssociation': {'1.0'}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Log': {'1.0'}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Network': {'1.1'}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Port': {'1.7'}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'PortForwarding': {'1.2'}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'QosPolicy': {'1.10'}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'SecurityGroup': {'1.5'}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'SecurityGroupRule': {'1.2'}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'SubPort': {'1.0'}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Subnet': {'1.1'}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Trunk': {'1.1'}} Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: consumer versions: Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: { DHCP agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: L3 agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: Metadata agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: Metering agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: Open vSwitch agent@dv-cinder-832291-1-iscsi: { 'AddressGroup': '1.2', Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'ConntrackHelper': '1.0', Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'LocalIPAssociation': '1.0', Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Log': '1.0', Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Network': '1.1', Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Port': '1.7', Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'PortForwarding': '1.2', Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'QosPolicy': '1.10', Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'SecurityGroup': '1.5', Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'SecurityGroupRule': '1.2', Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'SubPort': '1.0', Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Subnet': '1.1', Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Trunk': '1.1'}} Mar 07 18:01:00.065591 dv-cinder-832291-1-iscsi neutron-server[103235]: {{(pid=103235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 18:01:00.097789 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Attempting to bind port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:01:00.098189 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Attempting to bind port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '23e037f2-cb7c-4310-8709-eb0678415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:01:00.098629 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Attempting to bind port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed on network 0edbaedf-9244-4e45-a246-5d14fb0ce9ca {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:01:00.103394 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:01:00.103790 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Checking segment: {'id': '23e037f2-cb7c-4310-8709-eb0678415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:01:00.104319 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:00.104735 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Bound using segment: {'id': '23e037f2-cb7c-4310-8709-eb0678415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:01:00.105229 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Bound port: 8f86e4e4-305f-48f0-9338-5407f4f4c2ed, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e037f2-cb7c-4310-8709-eb0678415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:01:00.105643 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (8f86e4e4-305f-48f0-9338-5407f4f4c2ed), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:00.168292 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] For port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:01:00.172478 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] For port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=8f86e4e4-305f-48f0-9338-5407f4f4c2ed,segment=NetworkSegment(23e037f2-cb7c-4310-8709-eb0678415b32),segment_id=23e037f2-cb7c-4310-8709-eb0678415b32)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:01:00.182347 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (8f86e4e4-305f-48f0-9338-5407f4f4c2ed), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:00.252243 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171290dd-55ee-43aa-bd6d-f33be82afe52 None None] Pushing event updated for resources: {'Port': ['ID=8f86e4e4-305f-48f0-9338-5407f4f4c2ed,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:01.619601 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 60984) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:01:01.939619 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [None req-31aa40de-d36b-4859-9fe3-0df0f3e5f2a9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:01:01.955377 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-31aa40de-d36b-4859-9fe3-0df0f3e5f2a9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3200996 Mar 07 18:01:04.543660 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 60992) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:01:04.857729 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [None req-d5db3e7e-131c-44f3-b561-baf7bdd6fe88 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:01:04.858746 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-d5db3e7e-131c-44f3-b561-baf7bdd6fe88 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3141198 Mar 07 18:01:07.405468 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 32768) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:01:07.710768 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-faa87ef8-7dda-4265-ae12-964592112d7f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:01:07.733946 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-faa87ef8-7dda-4265-ae12-964592112d7f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-869773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9900'] for router (52db893a-1713-4200-8b63-a47c041f7f3b), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:07.735555 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-faa87ef8-7dda-4265-ae12-964592112d7f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-874621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-869326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9895'] for router (52db893a-1713-4200-8b63-a47c041f7f3b), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:07.874527 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-faa87ef8-7dda-4265-ae12-964592112d7f demo demo] Publish callbacks [] for router_controller (52db893a-1713-4200-8b63-a47c041f7f3b), precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:07.880171 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-faa87ef8-7dda-4265-ae12-964592112d7f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-874614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-869347'] for router (52db893a-1713-4200-8b63-a47c041f7f3b), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:07.897408 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-faa87ef8-7dda-4265-ae12-964592112d7f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:07.898609 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-faa87ef8-7dda-4265-ae12-964592112d7f demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4921057 Mar 07 18:01:10.471606 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 32780) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:01:10.844468 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [None req-988efbaf-720b-4591-8c44-61d1045cb349 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:01:10.845467 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-988efbaf-720b-4591-8c44-61d1045cb349 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3730280 Mar 07 18:01:11.234819 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 8f86e4e4-305f-48f0-9338-5407f4f4c2ed up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:01:11.327349 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:01:11.327785 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (8f86e4e4-305f-48f0-9338-5407f4f4c2ed), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:11.437368 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:01:11.437696 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (8f86e4e4-305f-48f0-9338-5407f4f4c2ed), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:11.473454 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=8f86e4e4-305f-48f0-9338-5407f4f4c2ed,segment=NetworkSegment(23e037f2-cb7c-4310-8709-eb0678415b32),segment_id=23e037f2-cb7c-4310-8709-eb0678415b32)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:01:11.477359 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (8f86e4e4-305f-48f0-9338-5407f4f4c2ed), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:11.527016 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=8f86e4e4-305f-48f0-9338-5407f4f4c2ed,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:11.654661 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb1ee37-1674-4657-8cf4-d1f28579fe4b None None] Network 0edbaedf-9244-4e45-a246-5d14fb0ce9ca requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:01:11.775544 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-51692e39-7ecc-4f1d-84b6-0df7ad2fe9e7 None None] Provisioning complete for port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:01:11.775851 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-51692e39-7ecc-4f1d-84b6-0df7ad2fe9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (8f86e4e4-305f-48f0-9338-5407f4f4c2ed), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:11.868060 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-51692e39-7ecc-4f1d-84b6-0df7ad2fe9e7 None None] Current status of the port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:01:11.987673 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-4a9752e6-f597-49ca-9bf0-43bf10f2dd3a None None] Provisioning complete for port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:01:11.988067 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4a9752e6-f597-49ca-9bf0-43bf10f2dd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (8f86e4e4-305f-48f0-9338-5407f4f4c2ed), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:12.043324 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-64784e4f-cc0d-4cc1-80f8-18faceaa93c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:12.085482 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-4a9752e6-f597-49ca-9bf0-43bf10f2dd3a None None] Current status of the port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:01:13.203638 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 8f86e4e4-305f-48f0-9338-5407f4f4c2ed up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:01:13.249793 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:01:13.250190 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (8f86e4e4-305f-48f0-9338-5407f4f4c2ed), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:13.323695 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:01:13.559070 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 32788) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:01:13.864052 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:01:13.882960 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Made reservation on behalf of b4548de5f51248bd8cc48ca79063f742 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:01:13.885158 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:13.893755 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:13.967787 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Publish callbacks [] for security_group (a326a9a4-3349-4ab2-9cfd-ef53ef303581), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:13.971212 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (a326a9a4-3349-4ab2-9cfd-ef53ef303581), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:13.985440 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Reserving flat network on physical network physnet1 {{(pid=103233) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 18:01:14.007455 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a326a9a4-3349-4ab2-9cfd-ef53ef303581,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:14.010853 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (2bccf238-bd29-44f3-bb98-996c958b5ad3), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:14.011263 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Added segment 2bccf238-bd29-44f3-bb98-996c958b5ad3 of type flat for network f677d92c-de1b-4c38-ad35-4a06c685919d Mar 07 18:01:14.060530 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (f677d92c-de1b-4c38-ad35-4a06c685919d), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:14.091045 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (f677d92c-de1b-4c38-ad35-4a06c685919d), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:14.091983 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:01:14.092581 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:14.153572 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5934138 Mar 07 18:01:14.199761 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1dc3e-69e4-4716-b383-fd2bfcec5f68 admin admin] Pushing event updated for resources: {'Network': ['ID=f677d92c-de1b-4c38-ad35-4a06c685919d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:14.211311 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network f677d92c-de1b-4c38-ad35-4a06c685919d details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:01:14.279067 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9391d08a-f025-40db-900f-069430dcb22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:15.345555 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:16.699003 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 32806) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:01:16.770273 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:16.877767 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaccb3f-5bcf-4500-b432-54e4b5ffb3b7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:01:16.879118 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-ddaccb3f-5bcf-4500-b432-54e4b5ffb3b7 demo admin] 10.222.0.13 "GET /v2.0/subnets/07ae359e-9f35-4128-87c8-2dce87d1d4ab HTTP/1.1" status: 200 len: 849 time: 0.1791646 Mar 07 18:01:17.000653 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-2310777f-9abf-4c00-bdeb-165f0a4f43c2 demo admin] 10.222.0.13 "GET /v2.0/routers/52db893a-1713-4200-8b63-a47c041f7f3b HTTP/1.1" status: 200 len: 704 time: 0.1158743 Mar 07 18:01:17.277113 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:17.607727 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Allocated IP 172.20.0.1 (0edbaedf-9244-4e45-a246-5d14fb0ce9ca/07ae359e-9f35-4128-87c8-2dce87d1d4ab/6426a90f-3ced-4a5d-b317-4bb98388164a) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:01:17.761979 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Publish callbacks [] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:17.831031 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:17.902628 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Network 0edbaedf-9244-4e45-a246-5d14fb0ce9ca is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:01:17.907028 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:01:17.918405 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:01:17.918923 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-868814'] for router_interface (52db893a-1713-4200-8b63-a47c041f7f3b), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:17.978240 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Pushing event updated for resources: {'Port': ['ID=6426a90f-3ced-4a5d-b317-4bb98388164a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:18.129640 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:18.140277 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-9c455cf9-163c-4e9b-9bcd-fff652a686cf None None] Provisioning complete for port 6426a90f-3ced-4a5d-b317-4bb98388164a triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:01:18.140809 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c455cf9-163c-4e9b-9bcd-fff652a686cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:18.223826 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-9c455cf9-163c-4e9b-9bcd-fff652a686cf None None] Port 6426a90f-3ced-4a5d-b317-4bb98388164a cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:01:18.343599 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Publish callbacks [] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:18.348038 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:18.348808 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868770'] for router_interface (52db893a-1713-4200-8b63-a47c041f7f3b), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:18.405818 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Pushing event updated for resources: {'Port': ['ID=6426a90f-3ced-4a5d-b317-4bb98388164a,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:18.470394 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:18.474244 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Network 0edbaedf-9244-4e45-a246-5d14fb0ce9ca is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:01:18.475544 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:01:18.644601 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Router 52db893a-1713-4200-8b63-a47c041f7f3b is scheduled to L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 18:01:18.743921 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:01:18.748533 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-8de13514-395f-4a01-92b6-0387698df5f6 None None] Provisioning complete for port 6426a90f-3ced-4a5d-b317-4bb98388164a triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:01:18.748928 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8de13514-395f-4a01-92b6-0387698df5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:18.755779 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Sync routers for ids ['52db893a-1713-4200-8b63-a47c041f7f3b'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:01:18.770057 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-6408ab42-359e-491b-8554-66aef2719dfb demo admin] 10.222.0.13 "PUT /v2.0/routers/52db893a-1713-4200-8b63-a47c041f7f3b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7542572 Mar 07 18:01:18.770673 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Routers {'52db893a-1713-4200-8b63-a47c041f7f3b'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:01:18.770673 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:01:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['52db893a-1713-4200-8b63-a47c041f7f3b'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:01:18.786263 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-8de13514-395f-4a01-92b6-0387698df5f6 None None] Port 6426a90f-3ced-4a5d-b317-4bb98388164a cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:01:18.968644 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Set router 52db893a-1713-4200-8b63-a47c041f7f3b gateway port host: None {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:01:19.400875 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'name': 'router1', 'tenant_id': '23bd10e555254d9e8688357135579c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:01:07Z', 'updated_at': '2022-03-07T18:01:18Z', 'revision_number': 2, 'project_id': '23bd10e555254d9e8688357135579c06', 'gw_port_host': None, '_interfaces': [{'id': '6426a90f-3ced-4a5d-b317-4bb98388164a', 'name': '', 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca', 'tenant_id': '23bd10e555254d9e8688357135579c06', 'mac_address': 'fa:16:3e:aa:80:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:01:17Z', 'updated_at': '2022-03-07T18:01:18Z', 'revision_number': 2, 'project_id': '23bd10e555254d9e8688357135579c06', 'subnets': [{'id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9edacb53-6b52-4217-b558-9178580bb093'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:01:19.452779 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Checking router: 52db893a-1713-4200-8b63-a47c041f7f3b for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:01:19.453068 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Updating router 52db893a-1713-4200-8b63-a47c041f7f3b port 6426a90f-3ced-4a5d-b317-4bb98388164a binding host dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:01:19.505559 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:20.016120 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Publish callbacks [] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:20.022733 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:20.134252 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Pushing event updated for resources: {'Port': ['ID=6426a90f-3ced-4a5d-b317-4bb98388164a,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:20.165035 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.165411 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.165778 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.166130 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.166467 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.166800 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.167133 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.167463 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.167800 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.168134 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.168493 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.168820 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.169145 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Tracked resource versions report: Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: pushed versions: Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: { 'AddressGroup': {'1.2'}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'ConntrackHelper': {'1.0'}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'LocalIPAssociation': {'1.0'}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Log': {'1.0'}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Network': {'1.1'}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Port': {'1.7'}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'PortForwarding': {'1.2'}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'QosPolicy': {'1.10'}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'SecurityGroup': {'1.5'}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'SecurityGroupRule': {'1.2'}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'SubPort': {'1.0'}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Subnet': {'1.1'}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Trunk': {'1.1'}} Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: consumer versions: Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: { DHCP agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: L3 agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: Metadata agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: Metering agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: Open vSwitch agent@dv-cinder-832291-1-iscsi: { 'AddressGroup': '1.2', Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'ConntrackHelper': '1.0', Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'LocalIPAssociation': '1.0', Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Log': '1.0', Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Network': '1.1', Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Port': '1.7', Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'PortForwarding': '1.2', Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'QosPolicy': '1.10', Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'SecurityGroup': '1.5', Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'SecurityGroupRule': '1.2', Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'SubPort': '1.0', Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Subnet': '1.1', Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Trunk': '1.1'}} Mar 07 18:01:20.170562 dv-cinder-832291-1-iscsi neutron-server[103236]: {{(pid=103236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 18:01:20.216466 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-97002110-b2ca-4d9e-8edc-d02f775dd232 None None] Provisioning complete for port 6426a90f-3ced-4a5d-b317-4bb98388164a triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:01:20.217454 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-97002110-b2ca-4d9e-8edc-d02f775dd232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:20.221534 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Attempting to bind port 6426a90f-3ced-4a5d-b317-4bb98388164a on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:01:20.222103 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Attempting to bind port 6426a90f-3ced-4a5d-b317-4bb98388164a by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '23e037f2-cb7c-4310-8709-eb0678415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:01:20.222546 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Attempting to bind port 6426a90f-3ced-4a5d-b317-4bb98388164a on network 0edbaedf-9244-4e45-a246-5d14fb0ce9ca {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:01:20.227459 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:01:20.227869 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Checking segment: {'id': '23e037f2-cb7c-4310-8709-eb0678415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:01:20.228417 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:20.228805 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Bound using segment: {'id': '23e037f2-cb7c-4310-8709-eb0678415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:01:20.229302 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Bound port: 6426a90f-3ced-4a5d-b317-4bb98388164a, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e037f2-cb7c-4310-8709-eb0678415b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:01:20.229688 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:20.257936 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-97002110-b2ca-4d9e-8edc-d02f775dd232 None None] Port 6426a90f-3ced-4a5d-b317-4bb98388164a cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:01:20.296241 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] For port 6426a90f-3ced-4a5d-b317-4bb98388164a, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:01:20.317968 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] For port 6426a90f-3ced-4a5d-b317-4bb98388164a, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=6426a90f-3ced-4a5d-b317-4bb98388164a,segment=NetworkSegment(23e037f2-cb7c-4310-8709-eb0678415b32),segment_id=23e037f2-cb7c-4310-8709-eb0678415b32)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:01:20.324357 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:20.374448 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Routers {'52db893a-1713-4200-8b63-a47c041f7f3b'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:01:20.375204 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:01:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['52db893a-1713-4200-8b63-a47c041f7f3b'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:01:20.448123 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3ed85-84f4-4efa-8bd5-17a7987296e4 None None] Pushing event updated for resources: {'Port': ['ID=6426a90f-3ced-4a5d-b317-4bb98388164a,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:20.475756 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] Set router 52db893a-1713-4200-8b63-a47c041f7f3b gateway port host: None {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:01:20.578683 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-92f841b9-e29e-48bb-af5b-79335043be4f None None] Provisioning complete for port 6426a90f-3ced-4a5d-b317-4bb98388164a triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:01:20.579062 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-92f841b9-e29e-48bb-af5b-79335043be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:20.656895 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-92f841b9-e29e-48bb-af5b-79335043be4f None None] Current status of the port 6426a90f-3ced-4a5d-b317-4bb98388164a is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:01:20.657633 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-92f841b9-e29e-48bb-af5b-79335043be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:20.686352 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'name': 'router1', 'tenant_id': '23bd10e555254d9e8688357135579c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:01:07Z', 'updated_at': '2022-03-07T18:01:18Z', 'revision_number': 2, 'project_id': '23bd10e555254d9e8688357135579c06', 'gw_port_host': None, '_interfaces': [{'id': '6426a90f-3ced-4a5d-b317-4bb98388164a', 'name': '', 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca', 'tenant_id': '23bd10e555254d9e8688357135579c06', 'mac_address': 'fa:16:3e:aa:80:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:01:17Z', 'updated_at': '2022-03-07T18:01:20Z', 'revision_number': 4, 'project_id': '23bd10e555254d9e8688357135579c06', 'subnets': [{'id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9edacb53-6b52-4217-b558-9178580bb093'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:01:20.691878 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-92f841b9-e29e-48bb-af5b-79335043be4f None None] For port 6426a90f-3ced-4a5d-b317-4bb98388164a, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=6426a90f-3ced-4a5d-b317-4bb98388164a,segment=NetworkSegment(23e037f2-cb7c-4310-8709-eb0678415b32),segment_id=23e037f2-cb7c-4310-8709-eb0678415b32)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:01:20.696255 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-92f841b9-e29e-48bb-af5b-79335043be4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:20.712986 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ee225-7823-43f6-88b3-d99c1f758ad8 None None] The sync data for ids ['52db893a-1713-4200-8b63-a47c041f7f3b'] in dv-cinder-832291-1-iscsi is: [{'id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'name': 'router1', 'tenant_id': '23bd10e555254d9e8688357135579c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:01:07Z', 'updated_at': '2022-03-07T18:01:18Z', 'revision_number': 2, 'project_id': '23bd10e555254d9e8688357135579c06', 'gw_port_host': None, '_interfaces': [{'id': '6426a90f-3ced-4a5d-b317-4bb98388164a', 'name': '', 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca', 'tenant_id': '23bd10e555254d9e8688357135579c06', 'mac_address': 'fa:16:3e:aa:80:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:01:17Z', 'updated_at': '2022-03-07T18:01:20Z', 'revision_number': 4, 'project_id': '23bd10e555254d9e8688357135579c06', 'subnets': [{'id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9edacb53-6b52-4217-b558-9178580bb093'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:01:20.756561 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f841b9-e29e-48bb-af5b-79335043be4f None None] Pushing event updated for resources: {'Port': ['ID=6426a90f-3ced-4a5d-b317-4bb98388164a,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:21.239780 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 32826) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:01:21.383922 dv-cinder-832291-1-iscsi neutron-server[103234]: WARNING oslo_policy.policy [None req-9cb85334-68f0-4c26-beb3-21eea1ab23ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 18:01:21.384562 dv-cinder-832291-1-iscsi neutron-server[103234]: WARNING oslo_policy.policy [None req-9cb85334-68f0-4c26-beb3-21eea1ab23ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 18:01:21.828948 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.policy [None req-9cb85334-68f0-4c26-beb3-21eea1ab23ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103234) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 18:01:21.872537 dv-cinder-832291-1-iscsi neutron-server[103234]: WARNING oslo_policy.policy [None req-9cb85334-68f0-4c26-beb3-21eea1ab23ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 18:01:21.872943 dv-cinder-832291-1-iscsi neutron-server[103234]: WARNING oslo_policy.policy [None req-9cb85334-68f0-4c26-beb3-21eea1ab23ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 18:01:21.882589 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb85334-68f0-4c26-beb3-21eea1ab23ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:01:21.884467 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-9cb85334-68f0-4c26-beb3-21eea1ab23ac admin admin] 10.222.0.13 "GET /v2.0/networks/f677d92c-de1b-4c38-ad35-4a06c685919d HTTP/1.1" status: 200 len: 842 time: 0.6437190 Mar 07 18:01:21.894318 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:01:21.932926 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Made reservation on behalf of b4548de5f51248bd8cc48ca79063f742 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:01:21.935714 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:22.334569 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.objects.ports [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103234) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 18:01:22.335232 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for subnet (90e78f62-63b9-4801-8f89-2f85a7dc0a14), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:22.406112 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Checking segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:01:22.406506 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Network hostable DHCP agents. Network: f677d92c-de1b-4c38-ad35-4a06c685919d, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:01:22.409668 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e78f62-63b9-4801-8f89-2f85a7dc0a14,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:22.425365 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.425729 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.426070 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.426408 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.426735 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.427059 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.427389 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.427712 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.428047 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.428409 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.428734 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.429051 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.429368 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Tracked resource versions report: Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: pushed versions: Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: { 'AddressGroup': {'1.2'}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'ConntrackHelper': {'1.0'}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'LocalIPAssociation': {'1.0'}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Log': {'1.0'}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Network': {'1.1'}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Port': {'1.7'}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'PortForwarding': {'1.2'}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'QosPolicy': {'1.10'}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'SecurityGroup': {'1.5'}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'SecurityGroupRule': {'1.2'}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'SubPort': {'1.0'}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Subnet': {'1.1'}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Trunk': {'1.1'}} Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: consumer versions: Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: { DHCP agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: L3 agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: Metadata agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: Metering agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: Open vSwitch agent@dv-cinder-832291-1-iscsi: { 'AddressGroup': '1.2', Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'ConntrackHelper': '1.0', Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'LocalIPAssociation': '1.0', Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Log': '1.0', Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Network': '1.1', Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Port': '1.7', Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'PortForwarding': '1.2', Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'QosPolicy': '1.10', Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'SecurityGroup': '1.5', Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'SecurityGroupRule': '1.2', Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'SubPort': '1.0', Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Subnet': '1.1', Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Trunk': '1.1'}} Mar 07 18:01:22.430712 dv-cinder-832291-1-iscsi neutron-server[103234]: {{(pid=103234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 18:01:22.461253 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Network f677d92c-de1b-4c38-ad35-4a06c685919d is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:01:22.474555 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, f677d92c-de1b-4c38-ad35-4a06c685919d) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:01:22.481788 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:01:22.482564 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:22.483887 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51470a8a-8db3-4fd7-93ad-2ba110e27538 None None] Network f677d92c-de1b-4c38-ad35-4a06c685919d requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:01:22.524187 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0cd99a36-3970-432a-b4e8-e63a9df8b44c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6182113 Mar 07 18:01:22.590373 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443dc26-90c7-4cbf-8cb8-f61ab8e621b9 None None] Network f677d92c-de1b-4c38-ad35-4a06c685919d requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:01:24.943635 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 32846) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:01:25.203212 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7c1bb7b3-9f4d-4d63-9f7a-54912d88aca7 demo admin] 10.222.0.13 "GET /v2.0/routers/52db893a-1713-4200-8b63-a47c041f7f3b HTTP/1.1" status: 200 len: 710 time: 0.2537625 Mar 07 18:01:25.286864 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd79ab41-b14a-47ac-aec9-2a0dbbac5b4b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:01:25.288267 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-cd79ab41-b14a-47ac-aec9-2a0dbbac5b4b demo admin] 10.222.0.13 "GET /v2.0/networks/f677d92c-de1b-4c38-ad35-4a06c685919d HTTP/1.1" status: 200 len: 886 time: 0.0844090 Mar 07 18:01:25.297230 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:01:25.555109 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Publish callbacks [] for router_gateway (52db893a-1713-4200-8b63-a47c041f7f3b), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:25.798711 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Publish callbacks [] for router_gateway (52db893a-1713-4200-8b63-a47c041f7f3b), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:25.876929 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:26.040276 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Allocated IP 172.27.0.144 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/7b2eceba-0315-4326-874e-774607d5e148) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:01:26.154661 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Publish callbacks [] for port (7b2eceba-0315-4326-874e-774607d5e148), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:26.216198 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (7b2eceba-0315-4326-874e-774607d5e148), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:26.287124 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:01:26.292468 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:01:26.301816 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:01:26.304665 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Pushing event updated for resources: {'Port': ['ID=7b2eceba-0315-4326-874e-774607d5e148,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:26.658843 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Publish callbacks [] for router_gateway (52db893a-1713-4200-8b63-a47c041f7f3b), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:26.878727 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-869336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-874511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8781'] for router (52db893a-1713-4200-8b63-a47c041f7f3b), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:26.884211 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-869347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-869329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-869354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-874496'] for router (52db893a-1713-4200-8b63-a47c041f7f3b), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:27.011675 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Router 52db893a-1713-4200-8b63-a47c041f7f3b has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:01:27.137881 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:01:27.142276 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:27.144740 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ec129f04-9a26-4033-a42e-0f16773abd94 demo admin] 10.222.0.13 "PUT /v2.0/routers/52db893a-1713-4200-8b63-a47c041f7f3b HTTP/1.1" status: 200 len: 890 time: 1.8502777 Mar 07 18:01:29.239828 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 6426a90f-3ced-4a5d-b317-4bb98388164a up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:01:29.291461 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 6426a90f-3ced-4a5d-b317-4bb98388164a triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:01:29.291986 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:29.370233 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 6426a90f-3ced-4a5d-b317-4bb98388164a is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:01:29.496568 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Sync routers for ids ['52db893a-1713-4200-8b63-a47c041f7f3b'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:01:29.509072 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Routers {'52db893a-1713-4200-8b63-a47c041f7f3b'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:01:29.509801 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:01:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['52db893a-1713-4200-8b63-a47c041f7f3b'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:01:29.713568 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 32858) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:01:29.730840 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Set router 52db893a-1713-4200-8b63-a47c041f7f3b gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:01:29.831201 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0bba5c32-7b7d-42de-b872-c5c41755936c admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163673 Mar 07 18:01:30.220365 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'name': 'router1', 'tenant_id': '23bd10e555254d9e8688357135579c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '7b2eceba-0315-4326-874e-774607d5e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:01:07Z', 'updated_at': '2022-03-07T18:01:26Z', 'revision_number': 4, 'project_id': '23bd10e555254d9e8688357135579c06', 'gw_port': {'id': '7b2eceba-0315-4326-874e-774607d5e148', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:01:25Z', 'updated_at': '2022-03-07T18:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '6426a90f-3ced-4a5d-b317-4bb98388164a', 'name': '', 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca', 'tenant_id': '23bd10e555254d9e8688357135579c06', 'mac_address': 'fa:16:3e:aa:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:01:17Z', 'updated_at': '2022-03-07T18:01:20Z', 'revision_number': 5, 'project_id': '23bd10e555254d9e8688357135579c06', 'subnets': [{'id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9edacb53-6b52-4217-b558-9178580bb093'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:01:30.272373 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Checking router: 52db893a-1713-4200-8b63-a47c041f7f3b for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:01:30.272880 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Updating router 52db893a-1713-4200-8b63-a47c041f7f3b port 7b2eceba-0315-4326-874e-774607d5e148 binding host dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:01:30.326672 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (7b2eceba-0315-4326-874e-774607d5e148), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:30.650892 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Publish callbacks [] for port (7b2eceba-0315-4326-874e-774607d5e148), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:30.656514 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (7b2eceba-0315-4326-874e-774607d5e148), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:30.718547 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984118d-9a37-488f-b544-bef8841b9d6a None None] Pushing event updated for resources: {'Port': ['ID=7b2eceba-0315-4326-874e-774607d5e148,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:30.732562 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Attempting to bind port 7b2eceba-0315-4326-874e-774607d5e148 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:01:30.734114 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Attempting to bind port 7b2eceba-0315-4326-874e-774607d5e148 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:01:30.734114 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Attempting to bind port 7b2eceba-0315-4326-874e-774607d5e148 on network f677d92c-de1b-4c38-ad35-4a06c685919d {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:01:30.739164 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:01:30.739559 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Checking segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:01:30.739973 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:30.740407 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Bound using segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:01:30.740884 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Bound port: 7b2eceba-0315-4326-874e-774607d5e148, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:01:30.741277 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (7b2eceba-0315-4326-874e-774607d5e148), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:30.796211 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] For port 7b2eceba-0315-4326-874e-774607d5e148, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:01:30.799196 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] For port 7b2eceba-0315-4326-874e-774607d5e148, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=7b2eceba-0315-4326-874e-774607d5e148,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:01:30.805076 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (7b2eceba-0315-4326-874e-774607d5e148), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:30.854397 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Routers {'52db893a-1713-4200-8b63-a47c041f7f3b'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:01:30.855010 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:01:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['52db893a-1713-4200-8b63-a47c041f7f3b'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:01:30.907563 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984118d-9a37-488f-b544-bef8841b9d6a None None] Pushing event updated for resources: {'Port': ['ID=7b2eceba-0315-4326-874e-774607d5e148,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:30.981900 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] Set router 52db893a-1713-4200-8b63-a47c041f7f3b gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:01:31.211671 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'name': 'router1', 'tenant_id': '23bd10e555254d9e8688357135579c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '7b2eceba-0315-4326-874e-774607d5e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:01:07Z', 'updated_at': '2022-03-07T18:01:26Z', 'revision_number': 4, 'project_id': '23bd10e555254d9e8688357135579c06', 'gw_port': {'id': '7b2eceba-0315-4326-874e-774607d5e148', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:01:25Z', 'updated_at': '2022-03-07T18:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '6426a90f-3ced-4a5d-b317-4bb98388164a', 'name': '', 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca', 'tenant_id': '23bd10e555254d9e8688357135579c06', 'mac_address': 'fa:16:3e:aa:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:01:17Z', 'updated_at': '2022-03-07T18:01:20Z', 'revision_number': 5, 'project_id': '23bd10e555254d9e8688357135579c06', 'subnets': [{'id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9edacb53-6b52-4217-b558-9178580bb093'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:01:31.238326 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa92275-0e23-4f02-8efc-c8d3fdc63e28 None None] The sync data for ids ['52db893a-1713-4200-8b63-a47c041f7f3b'] in dv-cinder-832291-1-iscsi is: [{'id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'name': 'router1', 'tenant_id': '23bd10e555254d9e8688357135579c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '7b2eceba-0315-4326-874e-774607d5e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:01:07Z', 'updated_at': '2022-03-07T18:01:26Z', 'revision_number': 4, 'project_id': '23bd10e555254d9e8688357135579c06', 'gw_port': {'id': '7b2eceba-0315-4326-874e-774607d5e148', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:01:25Z', 'updated_at': '2022-03-07T18:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '6426a90f-3ced-4a5d-b317-4bb98388164a', 'name': '', 'network_id': '0edbaedf-9244-4e45-a246-5d14fb0ce9ca', 'tenant_id': '23bd10e555254d9e8688357135579c06', 'mac_address': 'fa:16:3e:aa:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db893a-1713-4200-8b63-a47c041f7f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:01:17Z', 'updated_at': '2022-03-07T18:01:20Z', 'revision_number': 5, 'project_id': '23bd10e555254d9e8688357135579c06', 'subnets': [{'id': '07ae359e-9f35-4128-87c8-2dce87d1d4ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9edacb53-6b52-4217-b558-9178580bb093'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:01:33.267460 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 7b2eceba-0315-4326-874e-774607d5e148 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:01:33.331539 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 7b2eceba-0315-4326-874e-774607d5e148 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:01:33.332416 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (7b2eceba-0315-4326-874e-774607d5e148), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:33.421992 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 7b2eceba-0315-4326-874e-774607d5e148 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:01:33.422516 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (7b2eceba-0315-4326-874e-774607d5e148), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:33.448951 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port 7b2eceba-0315-4326-874e-774607d5e148, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=7b2eceba-0315-4326-874e-774607d5e148,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:01:33.455583 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (7b2eceba-0315-4326-874e-774607d5e148), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:33.510549 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=7b2eceba-0315-4326-874e-774607d5e148,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:01:35.323927 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 7b2eceba-0315-4326-874e-774607d5e148 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:01:35.474431 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 7b2eceba-0315-4326-874e-774607d5e148 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:01:35.474832 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (7b2eceba-0315-4326-874e-774607d5e148), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:35.640392 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 7b2eceba-0315-4326-874e-774607d5e148 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:01:41.216259 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 5 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:01:42.036782 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2d0d2421-3820-4ace-9170-e3589c377009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:44.230982 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bca9607d-230c-4d99-9c9a-b9350c5ee101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:45.352145 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:46.786964 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:01:48.544973 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:12.044311 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5829f7d4-fb1e-4470-ad26-2f0460d5f93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:14.235454 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2564d0e4-bfee-495d-8ad1-833fac4440c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:15.352073 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:16.782378 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:18.216783 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 5 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:02:18.492321 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:42.038239 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1ceeab21-d3b6-440c-910f-6d5ec756fa83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:44.238471 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-863353ec-8220-44ac-8bd7-79f8c3d125d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:45.353927 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:46.784035 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:48.487253 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:51.048249 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33342) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:02:51.108193 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-93660bd1-feef-4b98-8b34-2b9048547cd4 admin admin] GET failed (client error): The resource could not be found. Mar 07 18:02:51.109447 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-93660bd1-feef-4b98-8b34-2b9048547cd4 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602491 Mar 07 18:02:51.344531 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32829b9b-0ef3-41e0-a645-54d9c79c38b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:02:51.346297 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-32829b9b-0ef3-41e0-a645-54d9c79c38b1 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2325802 Mar 07 18:02:53.674735 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33352) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:02:53.763469 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a7653-0495-437e-8ed6-05fc55cc52cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:02:53.764817 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-9d6a7653-0495-437e-8ed6-05fc55cc52cc admin admin] 10.222.0.13 "GET /v2.0/subnets/07ae359e-9f35-4128-87c8-2dce87d1d4ab HTTP/1.1" status: 200 len: 849 time: 0.0891373 Mar 07 18:02:53.774111 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:02:53.859308 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Publish callbacks [] for subnet (07ae359e-9f35-4128-87c8-2dce87d1d4ab), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:53.996420 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736634169007'] for subnet (07ae359e-9f35-4128-87c8-2dce87d1d4ab), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:54.028934 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:02:54.030118 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:54.031020 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] 10.222.0.13 "PUT /v2.0/subnets/07ae359e-9f35-4128-87c8-2dce87d1d4ab HTTP/1.1" status: 200 len: 868 time: 0.2602189 Mar 07 18:02:54.036769 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63b121-e9c6-4942-89de-474ef4dddb92 None None] Network 0edbaedf-9244-4e45-a246-5d14fb0ce9ca requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:02:54.051779 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ae359e-9f35-4128-87c8-2dce87d1d4ab,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:02:54.059867 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.060288 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.060627 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.060975 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.061337 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.061674 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.062024 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.062364 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.062710 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.063052 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.063382 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.063708 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.064095 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855b95c-c1e1-4320-882b-a80b3f7ba522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:02:54.358490 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-8f2d5bab-f310-4db3-8afd-a3b890fb3d89 None None] Provisioning complete for port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:02:54.358882 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8f2d5bab-f310-4db3-8afd-a3b890fb3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (8f86e4e4-305f-48f0-9338-5407f4f4c2ed), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:54.435392 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d5bab-f310-4db3-8afd-a3b890fb3d89 None None] Current status of the port 8f86e4e4-305f-48f0-9338-5407f4f4c2ed is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:02:54.445435 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-8f2d5bab-f310-4db3-8afd-a3b890fb3d89 None None] Provisioning complete for port 6426a90f-3ced-4a5d-b317-4bb98388164a triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:02:54.445991 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8f2d5bab-f310-4db3-8afd-a3b890fb3d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6426a90f-3ced-4a5d-b317-4bb98388164a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:02:54.520913 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d5bab-f310-4db3-8afd-a3b890fb3d89 None None] Current status of the port 6426a90f-3ced-4a5d-b317-4bb98388164a is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:02:55.264870 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 5 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:02:56.359228 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33360) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:02:56.561953 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702bec45-ee15-421c-b536-fcb0e21a29ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:02:56.562346 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702bec45-ee15-421c-b536-fcb0e21a29ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:02:56.563900 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-702bec45-ee15-421c-b536-fcb0e21a29ae admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2034945 Mar 07 18:02:58.899254 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33368) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:02:59.031004 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651f62b4-7b07-47c6-b6fb-cc0a20a03c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:02:59.031483 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651f62b4-7b07-47c6-b6fb-cc0a20a03c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:02:59.033135 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-651f62b4-7b07-47c6-b6fb-cc0a20a03c15 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328721 Mar 07 18:03:01.384749 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33376) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:03:01.513003 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f28791f-c6a0-429b-b150-b395780803e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:03:01.514295 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-3f28791f-c6a0-429b-b150-b395780803e0 admin admin] 10.222.0.13 "GET /v2.0/networks/0edbaedf-9244-4e45-a246-5d14fb0ce9ca HTTP/1.1" status: 200 len: 869 time: 0.1285026 Mar 07 18:03:03.822928 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33384) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:03:03.952022 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9f734b-5242-4925-b9d3-b273feca2379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:03:03.953424 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-9d9f734b-5242-4925-b9d3-b273feca2379 admin admin] 10.222.0.13 "GET /v2.0/networks/f677d92c-de1b-4c38-ad35-4a06c685919d HTTP/1.1" status: 200 len: 886 time: 0.1295381 Mar 07 18:03:06.289397 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33392) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:03:06.411929 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1d29f-3090-4a82-99d8-308f93affb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:03:06.412408 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1d29f-3090-4a82-99d8-308f93affb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:03:06.413939 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-e0e1d29f-3090-4a82-99d8-308f93affb11 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235685 Mar 07 18:03:08.724056 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33400) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:03:08.815320 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089cc807-8cd6-4d24-bf81-a602e95215d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:03:08.815777 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089cc807-8cd6-4d24-bf81-a602e95215d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:03:08.817319 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-089cc807-8cd6-4d24-bf81-a602e95215d8 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922749 Mar 07 18:03:11.139702 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33408) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:03:11.231319 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593c373-7a18-4d4b-92a5-b4970722a46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:03:11.232718 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-e593c373-7a18-4d4b-92a5-b4970722a46e admin admin] 10.222.0.13 "GET /v2.0/subnets/07ae359e-9f35-4128-87c8-2dce87d1d4ab HTTP/1.1" status: 200 len: 868 time: 0.0919797 Mar 07 18:03:12.041810 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-04a3b3a6-19d5-44fe-9af4-d70e79a62d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:13.574216 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33416) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:03:13.660644 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e977b-19ce-42a5-ab4d-bf8078069473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:03:13.661995 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-698e977b-19ce-42a5-ab4d-bf8078069473 admin admin] 10.222.0.13 "GET /v2.0/subnets/90e78f62-63b9-4801-8f89-2f85a7dc0a14 HTTP/1.1" status: 200 len: 816 time: 0.0868201 Mar 07 18:03:14.241604 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9802eb77-dbee-42f1-ad38-390909a01d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:15.356837 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:16.786349 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:18.489840 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:32.213760 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 5 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:03:42.043581 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9790b78d-78d2-4fa5-8fc9-b116a0a8f4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:42.048618 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33468) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:03:42.095630 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [None req-8c506bcf-b4e6-4361-b019-3ec297e027e8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:03:42.096660 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-8c506bcf-b4e6-4361-b019-3ec297e027e8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470734 Mar 07 18:03:44.243466 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7c3b2385-7ab5-49a3-96a3-74803ee58a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:44.499343 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33476) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:03:44.561286 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-38eab70a-b2a0-45e1-9e95-16a323a0e0d1 admin admin] GET failed (client error): The resource could not be found. Mar 07 18:03:44.562813 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-38eab70a-b2a0-45e1-9e95-16a323a0e0d1 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623350 Mar 07 18:03:44.645345 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9377f-a0e5-4d1e-a98b-a9931eeca884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:03:44.646772 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-cbd9377f-a0e5-4d1e-a98b-a9931eeca884 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0797029 Mar 07 18:03:45.361870 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:46.788710 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:46.991980 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33484) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:03:47.039058 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:03:47.059051 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] Made reservation on behalf of b4548de5f51248bd8cc48ca79063f742 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:03:47.061304 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:47.087287 dv-cinder-832291-1-iscsi neutron-server[103233]: WARNING neutron.services.revisions.revision_plugin [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] Could not find related network for resource to bump revision. Mar 07 18:03:47.098954 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:03:47.107524 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (f6bf0003-fd7e-4cc4-a718-e892558534ab), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:47.107855 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] Added segment f6bf0003-fd7e-4cc4-a718-e892558534ab of type vlan for network 499ea18e-e3f8-408e-8c6b-3c969f91eba9 Mar 07 18:03:47.146385 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (499ea18e-e3f8-408e-8c6b-3c969f91eba9), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:47.171696 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (499ea18e-e3f8-408e-8c6b-3c969f91eba9), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:47.173142 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:03:47.173736 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:47.227747 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2346666 Mar 07 18:03:47.233043 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5993f8c-2d68-40ec-acd2-9634d8e88607 admin admin] Pushing event updated for resources: {'Network': ['ID=499ea18e-e3f8-408e-8c6b-3c969f91eba9,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:03:47.250336 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network 499ea18e-e3f8-408e-8c6b-3c969f91eba9 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:03:48.491401 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:49.561080 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 33492) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:03:49.629360 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1bd8bf-ea3b-4234-98fb-0010e1ae4fa5 admin admin] GET failed (client error): The resource could not be found. Mar 07 18:03:49.630658 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ca1bd8bf-ea3b-4234-98fb-0010e1ae4fa5 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0686462 Mar 07 18:03:49.727662 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d4d033-2eba-4eb4-86b9-967ab7c1af67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:03:49.729170 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d2d4d033-2eba-4eb4-86b9-967ab7c1af67 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0945854 Mar 07 18:03:49.739344 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Request body: {'subnet': {'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:03:49.759672 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Made reservation on behalf of b4548de5f51248bd8cc48ca79063f742 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:03:49.761902 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:49.920756 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for subnet (f67722b5-caf1-47cd-8b8c-2675dcd8f2b7), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:49.979211 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67722b5-caf1-47cd-8b8c-2675dcd8f2b7,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:03:49.987174 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Checking segment: {'id': 'f6bf0003-fd7e-4cc4-a718-e892558534ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:03:49.987519 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Network hostable DHCP agents. Network: 499ea18e-e3f8-408e-8c6b-3c969f91eba9, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:03:49.990744 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:49.991108 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:49.991450 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:49.991803 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:49.992130 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:49.992483 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:49.993076 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:49.993402 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:49.993725 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:49.994047 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:49.994369 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:49.994691 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:49.995004 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.010700 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Network 499ea18e-e3f8-408e-8c6b-3c969f91eba9 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:03:50.018192 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, 499ea18e-e3f8-408e-8c6b-3c969f91eba9) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:03:50.022019 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:03:50.022609 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:50.027715 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcc5684-6466-475d-800d-f622e73ac91f None None] Network 499ea18e-e3f8-408e-8c6b-3c969f91eba9 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:03:50.038366 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ed296f64-7088-4b40-a838-5994ddeca2a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3030059 Mar 07 18:03:50.137985 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f639710-a962-506a-8ebd-460ce1cef75f-499ea18e-e3f8-408e-8c6b-3c969f91eba9', 'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9', 'project_id': 'b4548de5f51248bd8cc48ca79063f742', 'fixed_ips': [{'subnet_id': 'f67722b5-caf1-47cd-8b8c-2675dcd8f2b7'}]}} from dv-cinder-832291-1-iscsi. {{(pid=103235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 18:03:50.139086 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:50.285985 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Allocated IP 192.168.233.2 (499ea18e-e3f8-408e-8c6b-3c969f91eba9/f67722b5-caf1-47cd-8b8c-2675dcd8f2b7/492230fa-3c21-4d29-b926-56f0718088d4) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:03:50.526655 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Publish callbacks [] for port (492230fa-3c21-4d29-b926-56f0718088d4), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:50.534262 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (492230fa-3c21-4d29-b926-56f0718088d4), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:50.572906 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Network 499ea18e-e3f8-408e-8c6b-3c969f91eba9 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:03:50.575640 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:03:50.583878 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:03:50.585779 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Pushing event updated for resources: {'Port': ['ID=492230fa-3c21-4d29-b926-56f0718088d4,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:03:50.593454 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.593827 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.594188 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.594597 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.594930 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.595260 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.595588 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.595912 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.596272 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.596606 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.596933 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.597256 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.597570 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:03:50.652276 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Attempting to bind port 492230fa-3c21-4d29-b926-56f0718088d4 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:03:50.652640 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Attempting to bind port 492230fa-3c21-4d29-b926-56f0718088d4 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': 'f6bf0003-fd7e-4cc4-a718-e892558534ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:03:50.653001 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Attempting to bind port 492230fa-3c21-4d29-b926-56f0718088d4 on network 499ea18e-e3f8-408e-8c6b-3c969f91eba9 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:03:50.658562 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:03:50.658931 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Checking segment: {'id': 'f6bf0003-fd7e-4cc4-a718-e892558534ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:03:50.659331 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:50.659718 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Bound using segment: {'id': 'f6bf0003-fd7e-4cc4-a718-e892558534ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:03:50.660203 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Bound port: 492230fa-3c21-4d29-b926-56f0718088d4, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bf0003-fd7e-4cc4-a718-e892558534ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:03:50.660589 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (492230fa-3c21-4d29-b926-56f0718088d4), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:50.726117 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] For port 492230fa-3c21-4d29-b926-56f0718088d4, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:03:50.729312 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] For port 492230fa-3c21-4d29-b926-56f0718088d4, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=492230fa-3c21-4d29-b926-56f0718088d4,segment=NetworkSegment(f6bf0003-fd7e-4cc4-a718-e892558534ab),segment_id=f6bf0003-fd7e-4cc4-a718-e892558534ab)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:03:50.735888 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (492230fa-3c21-4d29-b926-56f0718088d4), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:50.797338 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0012b5f-fc4a-4752-9a38-6e0cb3aaa996 None None] Pushing event updated for resources: {'Port': ['ID=492230fa-3c21-4d29-b926-56f0718088d4,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:03:51.355254 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 492230fa-3c21-4d29-b926-56f0718088d4 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:03:51.420190 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 492230fa-3c21-4d29-b926-56f0718088d4 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:03:51.420424 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (492230fa-3c21-4d29-b926-56f0718088d4), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:51.513173 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 492230fa-3c21-4d29-b926-56f0718088d4 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:03:51.513584 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (492230fa-3c21-4d29-b926-56f0718088d4), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:51.554708 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port 492230fa-3c21-4d29-b926-56f0718088d4, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=492230fa-3c21-4d29-b926-56f0718088d4,segment=NetworkSegment(f6bf0003-fd7e-4cc4-a718-e892558534ab),segment_id=f6bf0003-fd7e-4cc4-a718-e892558534ab)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:03:51.559889 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (492230fa-3c21-4d29-b926-56f0718088d4), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:51.609166 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=492230fa-3c21-4d29-b926-56f0718088d4,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:03:51.638706 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db23c006-1c65-4097-9cfd-b01c417299fd None None] Network 499ea18e-e3f8-408e-8c6b-3c969f91eba9 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:03:51.715770 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-1f57064a-be1a-42be-bdcc-150d475b3361 None None] Provisioning complete for port 492230fa-3c21-4d29-b926-56f0718088d4 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:03:51.716091 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1f57064a-be1a-42be-bdcc-150d475b3361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (492230fa-3c21-4d29-b926-56f0718088d4), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:51.835435 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-1f57064a-be1a-42be-bdcc-150d475b3361 None None] Current status of the port 492230fa-3c21-4d29-b926-56f0718088d4 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:03:52.056005 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-d647fd35-8ad0-48b4-8edd-a0cb55ae49fa None None] Provisioning complete for port 492230fa-3c21-4d29-b926-56f0718088d4 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:03:52.056352 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d647fd35-8ad0-48b4-8edd-a0cb55ae49fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (492230fa-3c21-4d29-b926-56f0718088d4), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:52.141644 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-d647fd35-8ad0-48b4-8edd-a0cb55ae49fa None None] Current status of the port 492230fa-3c21-4d29-b926-56f0718088d4 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:03:53.309233 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 492230fa-3c21-4d29-b926-56f0718088d4 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:03:53.357786 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 492230fa-3c21-4d29-b926-56f0718088d4 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:03:53.358159 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (492230fa-3c21-4d29-b926-56f0718088d4), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:03:53.437293 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 492230fa-3c21-4d29-b926-56f0718088d4 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:04:09.212877 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 5 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:04:12.047192 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c27f-0750-4750-afdf-4c617232dd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:04:14.246455 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0736c19d-6d9f-4fd8-8458-4b7acf9bc65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:04:15.363954 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:04:16.792015 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:04:18.493744 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:04:42.053780 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9d4d02ce-cca2-4f23-8894-810f20b90194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:04:44.249273 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-beaef4ee-86c8-46f2-86e3-87f020ff4b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:04:45.365908 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:04:46.211411 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 5 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:04:46.795618 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:04:48.498765 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:09.942012 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33532) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:05:09.947708 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [None req-32b476fe-08d0-4411-bb4b-2846439fe12b tempest-verify_tempest_config-640593790 tempest-verify_tempest_config-640593790-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:05:09.948697 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-32b476fe-08d0-4411-bb4b-2846439fe12b tempest-verify_tempest_config-640593790 tempest-verify_tempest_config-640593790-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057261 Mar 07 18:05:10.234246 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33550) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:05:10.338573 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:10.414606 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Publish callbacks [] for security_group (dd67469b-d2a7-48cb-a5f3-a0b03d922fd1), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:10.418160 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (dd67469b-d2a7-48cb-a5f3-a0b03d922fd1), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:10.466444 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6014cdff3eb74c5ea3ef7c89709b8285&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2311497 Mar 07 18:05:10.467478 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd67469b-d2a7-48cb-a5f3-a0b03d922fd1,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:05:10.469379 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 33554) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:05:10.474660 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.475023 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.475371 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.475714 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.476048 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.476410 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.476745 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.477075 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.477420 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.477768 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.478101 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.478485 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.478814 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813c5437-d8d9-463e-9149-b24f80665f4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.546975 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Publish callbacks [] for security_group (dd67469b-d2a7-48cb-a5f3-a0b03d922fd1), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:10.567403 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Publish callbacks [] for security_group (dd67469b-d2a7-48cb-a5f3-a0b03d922fd1), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:10.660401 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (dd67469b-d2a7-48cb-a5f3-a0b03d922fd1), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:10.662911 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:10.664087 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd67469b-d2a7-48cb-a5f3-a0b03d922fd1 HTTP/1.1" status: 204 len: 168 time: 0.1936860 Mar 07 18:05:10.673003 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd67469b-d2a7-48cb-a5f3-a0b03d922fd1,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:05:10.679545 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.679896 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.680404 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.680778 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.681086 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.681425 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.681939 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.682284 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.682634 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.682982 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.683300 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.683633 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:10.683956 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddbc827-e4f9-4a11-bb8d-addb86969a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:05:12.045856 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5453db4c-a904-41e2-a976-0e36934940cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:14.252310 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-cfb98f5a-50c8-475d-b637-6c2f02d135fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:15.369748 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:16.797695 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:18.501388 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:23.210775 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 5 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:05:42.048324 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bcf4ceab-2310-48e4-b941-046d2174655c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:44.253803 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e6ade285-0bc9-4b90-bf81-7f215954e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:45.371326 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:46.801917 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:05:48.503483 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:06:00.210460 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 5 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:06:12.049591 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-fbe87a4e-b979-41c5-b9f3-98e9535a413a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:06:14.256068 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d2b5dbfc-a8eb-4b85-bacc-29b59f7128c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:06:15.373737 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:06:16.805712 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:06:18.506028 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:06:37.208820 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 5 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:06:42.051145 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-375f101b-9ae6-4f68-bb97-679fca9c7aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:06:44.257166 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f6f3487c-dabf-41c8-bcc0-5adff67ed318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:06:44.631037 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-870122'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:06:45.376525 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:06:46.808429 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:06:48.508249 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:06:59.390428 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 33626) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:06:59.492779 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3a2a5445-a05a-4fd7-8b1a-fb24928f7f67 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1006925 Mar 07 18:07:01.854414 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 33636) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:07:01.908915 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-cd3ed286-c9ea-45ca-856b-d1d3443f974c admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0534275 Mar 07 18:07:12.052216 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2f59861e-3d15-47cf-9b65-fa12871dfaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:07:14.207455 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:07:14.257980 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0874f5ae-a45f-48a8-aead-9e73404aacaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:07:14.583148 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:07:15.379068 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:07:16.811207 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:07:18.509126 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:07:42.054107 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-78b02ab5-8dc4-4e14-b0d9-ef9fb5699e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:07:44.261564 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b65cdb83-5312-4928-bcae-2d668777a963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:07:44.669361 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:07:45.382254 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:07:46.814685 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:07:48.511403 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:07:51.206376 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:08:12.057046 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f8a5b0a-d4ec-4854-aa0f-69b381ee147e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:14.265890 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4a4542a1-e6c3-4ed2-91c9-be3b6c76a82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:14.586080 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:15.384390 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:16.817667 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:18.516291 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:28.205691 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:08:37.055705 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 33760) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:37.302111 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1283975279-network', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:37.329251 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Made reservation on behalf of a3f9e1ac18ce4f78b19a304c594103b8 for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:37.332498 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:37.346330 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:37.435907 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Publish callbacks [] for security_group (144158ec-ff1c-4019-b7c6-c864a84bef64), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:37.440369 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (144158ec-ff1c-4019-b7c6-c864a84bef64), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:37.467537 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:08:37.478814 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144158ec-ff1c-4019-b7c6-c864a84bef64,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:37.490261 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.490261 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.490261 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.490714 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.490714 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.491080 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.491367 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.491736 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.492110 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.492542 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.492936 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.493262 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.493633 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Tracked resource versions report: Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: pushed versions: Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: { 'AddressGroup': {'1.2'}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'ConntrackHelper': {'1.0'}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'LocalIPAssociation': {'1.0'}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Log': {'1.0'}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Network': {'1.1'}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Port': {'1.7'}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'PortForwarding': {'1.2'}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'QosPolicy': {'1.10'}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'SecurityGroup': {'1.5'}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'SecurityGroupRule': {'1.2'}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'SubPort': {'1.0'}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Subnet': {'1.1'}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Trunk': {'1.1'}} Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: consumer versions: Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: { DHCP agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: HyperV agent@hv-cinder-83229: {}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: L3 agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: Metadata agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: Metering agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: Open vSwitch agent@dv-cinder-832291-1-iscsi: { 'AddressGroup': '1.2', Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'ConntrackHelper': '1.0', Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'LocalIPAssociation': '1.0', Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Log': '1.0', Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Network': '1.1', Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Port': '1.7', Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'PortForwarding': '1.2', Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'QosPolicy': '1.10', Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'SecurityGroup': '1.5', Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'SecurityGroupRule': '1.2', Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'SubPort': '1.0', Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Subnet': '1.1', Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: 'Trunk': '1.1'}} Mar 07 18:08:37.495352 dv-cinder-832291-1-iscsi neutron-server[103234]: {{(pid=103234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 18:08:37.511697 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736634123358', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:37.512984 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Unsubscribe: segment precommit_create {{(pid=103234) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 18:08:37.513839 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Added segment c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18 of type vlan for network d3861992-bbf8-44fd-ac4d-48923961f3e3 Mar 07 18:08:37.569612 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (d3861992-bbf8-44fd-ac4d-48923961f3e3), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:37.675129 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (d3861992-bbf8-44fd-ac4d-48923961f3e3), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:37.676323 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:37.676959 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:37.736738 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6795769 Mar 07 18:08:37.738460 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33804) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:37.744845 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Request body: {'subnet': {'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1283975279-subnet', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:37.767436 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Made reservation on behalf of a3f9e1ac18ce4f78b19a304c594103b8 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:37.773568 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:37.791757 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f064a3-7331-4cc9-b5f0-cdd6933954df admin admin] Pushing event updated for resources: {'Network': ['ID=d3861992-bbf8-44fd-ac4d-48923961f3e3,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:37.804524 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network d3861992-bbf8-44fd-ac4d-48923961f3e3 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:08:37.985424 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for subnet (e3778293-3d6a-4b92-a3b7-6d9e07a0860c), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.031814 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3778293-3d6a-4b92-a3b7-6d9e07a0860c,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:38.041265 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.041619 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.041957 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.042289 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.042806 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.043145 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.044430 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.044770 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.045115 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.045465 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.045797 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.046114 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.046431 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Tracked resource versions report: Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: pushed versions: Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: { 'AddressGroup': {'1.2'}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'ConntrackHelper': {'1.0'}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'LocalIPAssociation': {'1.0'}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Log': {'1.0'}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Network': {'1.1'}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Port': {'1.7'}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'PortForwarding': {'1.2'}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'QosPolicy': {'1.10'}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'SecurityGroup': {'1.5'}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'SecurityGroupRule': {'1.2'}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'SubPort': {'1.0'}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Subnet': {'1.1'}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Trunk': {'1.1'}} Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: consumer versions: Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: { DHCP agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: HyperV agent@hv-cinder-83229: {}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: L3 agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: Metadata agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: Metering agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: Open vSwitch agent@dv-cinder-832291-1-iscsi: { 'AddressGroup': '1.2', Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'ConntrackHelper': '1.0', Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'LocalIPAssociation': '1.0', Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Log': '1.0', Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Network': '1.1', Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Port': '1.7', Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'PortForwarding': '1.2', Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'QosPolicy': '1.10', Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'SecurityGroup': '1.5', Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'SecurityGroupRule': '1.2', Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'SubPort': '1.0', Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Subnet': '1.1', Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: 'Trunk': '1.1'}} Mar 07 18:08:38.047586 dv-cinder-832291-1-iscsi neutron-server[103233]: {{(pid=103233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 18:08:38.068494 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Checking segment: {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:38.069863 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Network hostable DHCP agents. Network: d3861992-bbf8-44fd-ac4d-48923961f3e3, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:08:38.089897 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Network d3861992-bbf8-44fd-ac4d-48923961f3e3 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:08:38.100256 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, d3861992-bbf8-44fd-ac4d-48923961f3e3) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:38.111343 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92816732-f77a-4d87-92fe-dee22c9dbfe1 None None] Network d3861992-bbf8-44fd-ac4d-48923961f3e3 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:08:38.114323 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:38.115042 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.136998 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-2c05df51-69d3-4b00-b025-120ef5b70107 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3971786 Mar 07 18:08:38.137306 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 33828) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:38.142446 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:38.171028 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33832) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:38.185200 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-869773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9900'] for router (306edbd1-e8e6-42a9-ad51-fd88435c6432), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.187015 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-874621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-869326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9895'] for router (306edbd1-e8e6-42a9-ad51-fd88435c6432), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.219317 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33836) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:38.236183 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f639710-a962-506a-8ebd-460ce1cef75f-d3861992-bbf8-44fd-ac4d-48923961f3e3', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c'}]}} from dv-cinder-832291-1-iscsi. {{(pid=103235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 18:08:38.237317 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.302653 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Publish callbacks [] for router_controller (306edbd1-e8e6-42a9-ad51-fd88435c6432), precommit_add_association {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.403731 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Allocated IP 172.20.0.2 (d3861992-bbf8-44fd-ac4d-48923961f3e3/e3778293-3d6a-4b92-a3b7-6d9e07a0860c/ff7ddf6e-f050-4bd5-8a68-b1ef585c1698) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:08:38.470181 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Publish callbacks [] for router_gateway (306edbd1-e8e6-42a9-ad51-fd88435c6432), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.497734 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-968500954-network', 'tenant_id': '984e5c685b0f46eb9c19c16b7c44c792'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:38.525431 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Made reservation on behalf of 984e5c685b0f46eb9c19c16b7c44c792 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:38.530853 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.540591 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.585467 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Publish callbacks [] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.593943 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.632221 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Network d3861992-bbf8-44fd-ac4d-48923961f3e3 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:08:38.637155 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:38.641619 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:08:38.652197 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Publish callbacks [] for security_group (db656d9a-e88f-4f41-881b-e86669d9a26e), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.656296 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Pushing event updated for resources: {'Port': ['ID=ff7ddf6e-f050-4bd5-8a68-b1ef585c1698,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:38.658216 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1521582888-network', 'tenant_id': '947ded6d48d145e0a5d4fd967b2290b2'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:38.665752 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (db656d9a-e88f-4f41-881b-e86669d9a26e), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.691865 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:08:38.702153 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.702870 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.703442 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.703953 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.704489 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.705020 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.705505 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.705980 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.706503 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.706986 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.708045 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.708578 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.709088 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:38.710116 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Made reservation on behalf of 947ded6d48d145e0a5d4fd967b2290b2 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Tracked resource versions report: Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: pushed versions: Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: { 'AddressGroup': {'1.2'}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'ConntrackHelper': {'1.0'}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'LocalIPAssociation': {'1.0'}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Log': {'1.0'}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Network': {'1.1'}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Port': {'1.7'}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'PortForwarding': {'1.2'}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'QosPolicy': {'1.10'}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'SecurityGroup': {'1.5'}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'SecurityGroupRule': {'1.2'}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'SubPort': {'1.0'}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Subnet': {'1.1'}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Trunk': {'1.1'}} Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: consumer versions: Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: { DHCP agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: HyperV agent@hv-cinder-83229: {}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: L3 agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: Metadata agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: Metering agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: Open vSwitch agent@dv-cinder-832291-1-iscsi: { 'AddressGroup': '1.2', Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'ConntrackHelper': '1.0', Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'LocalIPAssociation': '1.0', Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Log': '1.0', Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Network': '1.1', Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Port': '1.7', Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'PortForwarding': '1.2', Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'QosPolicy': '1.10', Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'SecurityGroup': '1.5', Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'SecurityGroupRule': '1.2', Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'SubPort': '1.0', Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Subnet': '1.1', Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: 'Trunk': '1.1'}} Mar 07 18:08:38.710786 dv-cinder-832291-1-iscsi neutron-server[103235]: {{(pid=103235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 18:08:38.713141 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.726530 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.726963 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Attempting to bind port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:08:38.727486 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Attempting to bind port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:08:38.728023 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Attempting to bind port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 on network d3861992-bbf8-44fd-ac4d-48923961f3e3 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:08:38.734489 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:08:38.735121 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Checking segment: {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:38.735725 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.736304 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Bound using segment: {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:08:38.736435 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (652b8e83-1d75-4fd5-a9e5-480519af6a06), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.736740 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Added segment 652b8e83-1d75-4fd5-a9e5-480519af6a06 of type vlan for network ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 Mar 07 18:08:38.737184 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Bound port: ff7ddf6e-f050-4bd5-8a68-b1ef585c1698, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:08:38.737738 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.829862 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Publish callbacks [] for router_gateway (306edbd1-e8e6-42a9-ad51-fd88435c6432), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.864199 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] For port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:08:38.874311 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] For port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=ff7ddf6e-f050-4bd5-8a68-b1ef585c1698,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:08:38.877541 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.883989 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:38.948454 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db656d9a-e88f-4f41-881b-e86669d9a26e,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:38.966499 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.012312 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a12ca-04e3-4ba4-980b-f6c64d42654a None None] Pushing event updated for resources: {'Port': ['ID=ff7ddf6e-f050-4bd5-8a68-b1ef585c1698,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:39.013688 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.014663 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:39.015364 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.021731 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Allocated IP 172.27.0.9 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/4f082440-4448-4ba5-9e9b-233097d3219d) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:08:39.035107 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33862) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:39.089943 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9165742 Mar 07 18:08:39.097515 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33874) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:39.104425 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-301aa996-fc02-445e-8b77-d4c1f9a97e25 admin admin] Request body: {'subnet': {'network_id': 'ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-968500954-subnet', 'tenant_id': '984e5c685b0f46eb9c19c16b7c44c792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:39.146441 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33878) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:39.158948 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Publish callbacks [] for port (4f082440-4448-4ba5-9e9b-233097d3219d), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.199406 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (4f082440-4448-4ba5-9e9b-233097d3219d), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.220749 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1853bf-115c-4996-9f1f-f22a51453e6d admin admin] Pushing event updated for resources: {'Network': ['ID=ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:39.232218 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301aa996-fc02-445e-8b77-d4c1f9a97e25 admin admin] Made reservation on behalf of 984e5c685b0f46eb9c19c16b7c44c792 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:39.234834 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-301aa996-fc02-445e-8b77-d4c1f9a97e25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.235459 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:08:39.239925 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Publish callbacks [] for security_group (e12a1c6c-79e7-455f-9fe1-91b33e1308be), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.258112 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (e12a1c6c-79e7-455f-9fe1-91b33e1308be), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.303750 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Pushing event updated for resources: {'Port': ['ID=4f082440-4448-4ba5-9e9b-233097d3219d,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:39.363609 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12a1c6c-79e7-455f-9fe1-91b33e1308be,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:39.364715 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:08:39.364715 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:39.364715 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:08:39.378230 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:08:39.414641 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (3cd257db-2f9b-43c9-b985-61d70b7738f5), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.415263 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Added segment 3cd257db-2f9b-43c9-b985-61d70b7738f5 of type vlan for network 464c9fd1-2898-496c-aa6a-bbab093e7a2d Mar 07 18:08:39.489829 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (464c9fd1-2898-496c-aa6a-bbab093e7a2d), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.508582 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-network', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:39.535667 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Made reservation on behalf of ad4cb97f96de4c73a3c759ebc4e33894 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:39.538529 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.591362 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.622418 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1113754347-network', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:39.691855 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:08:39.692056 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (464c9fd1-2898-496c-aa6a-bbab093e7a2d), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.693008 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:39.694256 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.703299 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Made reservation on behalf of 28ec9c535ebc4ad2bb49eaa164032bb6 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:39.705971 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.776844 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.789766 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-301aa996-fc02-445e-8b77-d4c1f9a97e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for subnet (bfe0f46a-6213-4286-bde2-464521c9867a), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.801530 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5811205 Mar 07 18:08:39.806008 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33892) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:39.817215 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e175e1f6-2187-4462-8afd-3cb3f68edb14 admin admin] Request body: {'subnet': {'network_id': '464c9fd1-2898-496c-aa6a-bbab093e7a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1521582888-subnet', 'tenant_id': '947ded6d48d145e0a5d4fd967b2290b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:39.862697 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Publish callbacks [] for router_gateway (306edbd1-e8e6-42a9-ad51-fd88435c6432), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.865798 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:39.867141 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:39.915890 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42feb0-a9f4-4e6a-91c5-5f4cc48be32e admin admin] Pushing event updated for resources: {'Network': ['ID=464c9fd1-2898-496c-aa6a-bbab093e7a2d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:39.934997 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network 464c9fd1-2898-496c-aa6a-bbab093e7a2d details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:08:39.954377 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e175e1f6-2187-4462-8afd-3cb3f68edb14 admin admin] Made reservation on behalf of 947ded6d48d145e0a5d4fd967b2290b2 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:39.956711 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e175e1f6-2187-4462-8afd-3cb3f68edb14 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.185546 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301aa996-fc02-445e-8b77-d4c1f9a97e25 admin admin] Checking segment: {'id': '652b8e83-1d75-4fd5-a9e5-480519af6a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:40.185907 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301aa996-fc02-445e-8b77-d4c1f9a97e25 admin admin] Network hostable DHCP agents. Network: ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:08:40.317283 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:40.321475 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.337547 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e175e1f6-2187-4462-8afd-3cb3f68edb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for subnet (2e977a20-1db2-438a-acbe-969709102797), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.368897 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301aa996-fc02-445e-8b77-d4c1f9a97e25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe0f46a-6213-4286-bde2-464521c9867a,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:40.399521 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301aa996-fc02-445e-8b77-d4c1f9a97e25 admin admin] Network ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:08:40.427918 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-874614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-869347'] for router (306edbd1-e8e6-42a9-ad51-fd88435c6432), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.439017 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=ff7ddf6e-f050-4bd5-8a68-b1ef585c1698,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:08:40.451505 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.500969 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-301aa996-fc02-445e-8b77-d4c1f9a97e25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:40.546938 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a4a1ff-aee2-4c3d-a195-3cd54b6affb6 None None] Network ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:08:40.557452 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301aa996-fc02-445e-8b77-d4c1f9a97e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:40.558056 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-301aa996-fc02-445e-8b77-d4c1f9a97e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.679770 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd90ebe-e5c5-4346-92d8-302bbb16fcd3 None None] Network d3861992-bbf8-44fd-ac4d-48923961f3e3 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:08:40.696067 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=ff7ddf6e-f050-4bd5-8a68-b1ef585c1698,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:40.697368 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Publish callbacks [] for security_group (5b42082b-ec22-43e5-9d96-3c1d8cf8483e), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.701787 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Publish callbacks [] for security_group (a3d33a79-68d3-44df-ae5d-964450eab9a3), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.703092 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175e1f6-2187-4462-8afd-3cb3f68edb14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e977a20-1db2-438a-acbe-969709102797,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:40.710535 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-301aa996-fc02-445e-8b77-d4c1f9a97e25 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6118896 Mar 07 18:08:40.716104 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (5b42082b-ec22-43e5-9d96-3c1d8cf8483e), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.720945 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (a3d33a79-68d3-44df-ae5d-964450eab9a3), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.733571 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175e1f6-2187-4462-8afd-3cb3f68edb14 admin admin] Checking segment: {'id': '3cd257db-2f9b-43c9-b985-61d70b7738f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '464c9fd1-2898-496c-aa6a-bbab093e7a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:40.734307 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e175e1f6-2187-4462-8afd-3cb3f68edb14 admin admin] Network hostable DHCP agents. Network: 464c9fd1-2898-496c-aa6a-bbab093e7a2d, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:08:40.758752 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88912f-2530-4109-857a-fbcda7e256fa None None] Network ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:08:40.767768 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:08:40.779645 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:08:40.784274 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b42082b-ec22-43e5-9d96-3c1d8cf8483e,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:40.802951 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (edbb809d-fec4-4c89-aef2-8c2757dfa5d3), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.803587 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Added segment edbb809d-fec4-4c89-aef2-8c2757dfa5d3 of type vlan for network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 Mar 07 18:08:40.825453 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (7e540931-615d-4b7f-86bc-b5b950ad8548), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.826113 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Added segment 7e540931-615d-4b7f-86bc-b5b950ad8548 of type vlan for network c142ae0b-d6c6-40c3-b892-6770988a7506 Mar 07 18:08:40.877255 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e175e1f6-2187-4462-8afd-3cb3f68edb14 admin admin] Network 464c9fd1-2898-496c-aa6a-bbab093e7a2d is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:08:40.951939 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (800e9ee9-8ed4-475a-8cec-65f891cb90a7), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.954233 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d33a79-68d3-44df-ae5d-964450eab9a3,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:40.962865 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (c142ae0b-d6c6-40c3-b892-6770988a7506), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:40.975646 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-e175e1f6-2187-4462-8afd-3cb3f68edb14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, 464c9fd1-2898-496c-aa6a-bbab093e7a2d) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:40.994701 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-7c7c5029-339d-459e-9b7f-0adf1a061142 None None] Provisioning complete for port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:40.995335 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e175e1f6-2187-4462-8afd-3cb3f68edb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:40.995946 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e175e1f6-2187-4462-8afd-3cb3f68edb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:41.002264 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5029-339d-459e-9b7f-0adf1a061142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:41.019200 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f98b578-6924-475e-a6db-1395d3399541 None None] Network 464c9fd1-2898-496c-aa6a-bbab093e7a2d requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:08:41.029672 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (800e9ee9-8ed4-475a-8cec-65f891cb90a7), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:41.030611 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:41.034563 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:41.085414 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-e175e1f6-2187-4462-8afd-3cb3f68edb14 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2721553 Mar 07 18:08:41.112850 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (c142ae0b-d6c6-40c3-b892-6770988a7506), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:41.119940 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:41.120797 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:41.176510 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Router 306edbd1-e8e6-42a9-ad51-fd88435c6432 is scheduled to L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a with binding_index 1 {{(pid=103234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 18:08:41.205251 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0529802 Mar 07 18:08:41.241317 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 33950) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:41.249152 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-95e93a61-f694-42d5-9dd8-1beadc75b148 admin admin] Request body: {'subnet': {'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-subnet', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:41.275933 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2379127 Mar 07 18:08:41.286680 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 33952) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:41.296655 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-677aa719-16fa-4d53-8d7f-9830b829048b admin admin] Request body: {'subnet': {'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-subnet', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:41.299563 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e93a61-f694-42d5-9dd8-1beadc75b148 admin admin] Made reservation on behalf of 28ec9c535ebc4ad2bb49eaa164032bb6 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:41.302855 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-95e93a61-f694-42d5-9dd8-1beadc75b148 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:41.328115 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1a369-28c7-4113-967a-5bccd403fd05 admin admin] Pushing event updated for resources: {'Network': ['ID=800e9ee9-8ed4-475a-8cec-65f891cb90a7,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:41.374788 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:08:41.456876 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09237870-e5b5-46ba-8867-d6582b69f980 admin admin] Pushing event updated for resources: {'Network': ['ID=c142ae0b-d6c6-40c3-b892-6770988a7506,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:41.483244 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677aa719-16fa-4d53-8d7f-9830b829048b admin admin] Made reservation on behalf of ad4cb97f96de4c73a3c759ebc4e33894 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:41.486265 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-677aa719-16fa-4d53-8d7f-9830b829048b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:41.494622 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:08:41.505436 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Sync routers for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:08:41.538241 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:08:41.541724 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:08:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:41.555306 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network c142ae0b-d6c6-40c3-b892-6770988a7506 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:08:41.618909 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:41.626319 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-b4575180-3a7d-416d-a3cc-3ff9225b4266 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4872482 Mar 07 18:08:41.628406 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 33968) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:41.775301 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:08:41.957957 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-677aa719-16fa-4d53-8d7f-9830b829048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for subnet (0d101314-b054-4e86-8299-f12037058c1c), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:42.049953 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677aa719-16fa-4d53-8d7f-9830b829048b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d101314-b054-4e86-8299-f12037058c1c,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:42.130752 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677aa719-16fa-4d53-8d7f-9830b829048b admin admin] Checking segment: {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:42.131214 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677aa719-16fa-4d53-8d7f-9830b829048b admin admin] Network hostable DHCP agents. Network: c142ae0b-d6c6-40c3-b892-6770988a7506, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:08:42.167295 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:08:42.184427 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677aa719-16fa-4d53-8d7f-9830b829048b admin admin] Network c142ae0b-d6c6-40c3-b892-6770988a7506 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:08:42.200736 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-677aa719-16fa-4d53-8d7f-9830b829048b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, c142ae0b-d6c6-40c3-b892-6770988a7506) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:42.207974 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677aa719-16fa-4d53-8d7f-9830b829048b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:42.210420 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-677aa719-16fa-4d53-8d7f-9830b829048b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:42.239878 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f715597-63ec-4fd6-bba4-61e4499bada8 None None] Network c142ae0b-d6c6-40c3-b892-6770988a7506 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:08:42.261657 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-677aa719-16fa-4d53-8d7f-9830b829048b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9738469 Mar 07 18:08:42.262389 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34008) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:42.273637 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:42.284072 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c5029-339d-459e-9b7f-0adf1a061142 None None] Current status of the port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:42.343376 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-869773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9900'] for router (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:42.344674 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-874621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-869326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9895'] for router (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:42.359620 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:42.361472 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:42.446606 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a3337a-407b-4bff-922a-551fcecfb878 None None] Network 464c9fd1-2898-496c-aa6a-bbab093e7a2d requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:08:42.491042 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Publish callbacks [] for router_controller (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:42.507291 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a1e9ccd6-0411-43dd-9a0b-556fb0112519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:42.581680 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:39Z', 'revision_number': 3, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:42.591231 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34016) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:42.672806 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Checking router: 306edbd1-e8e6-42a9-ad51-fd88435c6432 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:08:42.673388 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Updating router 306edbd1-e8e6-42a9-ad51-fd88435c6432 port 4f082440-4448-4ba5-9e9b-233097d3219d binding host dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:08:42.715104 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (4f082440-4448-4ba5-9e9b-233097d3219d), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:42.782288 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1581218759-network', 'tenant_id': '317f31bbf4d04cee9f7d92c5fffce94e'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:42.785458 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-95e93a61-f694-42d5-9dd8-1beadc75b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for subnet (94dfeeb6-64a3-458e-b465-1993f2079c52), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:42.843361 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f639710-a962-506a-8ebd-460ce1cef75f-c142ae0b-d6c6-40c3-b892-6770988a7506', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c'}]}} from dv-cinder-832291-1-iscsi. {{(pid=103235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 18:08:42.844405 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:42.865525 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:42.883958 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34030) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:42.908331 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Publish callbacks [] for router_gateway (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:42.949871 dv-cinder-832291-1-iscsi neutron-server[103234]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 18:08:43.085115 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e93a61-f694-42d5-9dd8-1beadc75b148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94dfeeb6-64a3-458e-b465-1993f2079c52,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:43.132539 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Allocated IP 172.20.0.2 (c142ae0b-d6c6-40c3-b892-6770988a7506/0d101314-b054-4e86-8299-f12037058c1c/5e085239-23c4-4fb2-9a14-ad1a6497101a) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:08:43.241221 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-fdd3c923-4223-4336-829d-b1814b1afd67 None None] Provisioning complete for port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:43.246225 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c923-4223-4336-829d-b1814b1afd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.366034 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Publish callbacks [] for port (4f082440-4448-4ba5-9e9b-233097d3219d), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.375616 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (4f082440-4448-4ba5-9e9b-233097d3219d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.385545 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Publish callbacks [] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.399879 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.419034 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Publish callbacks [] for router_gateway (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.432736 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b39e2e-1279-4490-84af-489725d0d707 req-0152ac58-e5c5-4938-a01d-122cb2dd186c tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:43.435147 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-0152ac58-e5c5-4938-a01d-122cb2dd186c tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/networks?id=ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 HTTP/1.1" status: 200 len: 811 time: 0.5407774 Mar 07 18:08:43.443857 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.444054 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-fdd3c923-4223-4336-829d-b1814b1afd67 None None] Current status of the port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:43.452360 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Pushing event updated for resources: {'Port': ['ID=4f082440-4448-4ba5-9e9b-233097d3219d,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:43.456185 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e93a61-f694-42d5-9dd8-1beadc75b148 admin admin] Checking segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:43.456185 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e93a61-f694-42d5-9dd8-1beadc75b148 admin admin] Network hostable DHCP agents. Network: 800e9ee9-8ed4-475a-8cec-65f891cb90a7, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:08:43.460791 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-90d155f5-bd88-434c-be38-35087f08e114 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/quotas/984e5c685b0f46eb9c19c16b7c44c792 HTTP/1.1" status: 200 len: 375 time: 0.0156791 Mar 07 18:08:43.461325 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Made reservation on behalf of 317f31bbf4d04cee9f7d92c5fffce94e for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:43.463685 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.467370 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Network c142ae0b-d6c6-40c3-b892-6770988a7506 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:08:43.468447 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.469038 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.469622 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.470779 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.471349 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.472637 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:43.472891 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.473432 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.473986 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.476874 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.477277 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:08:43.477714 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.478725 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.479298 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.479862 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Tracked resource versions report: Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: pushed versions: Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: { 'AddressGroup': {'1.2'}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'ConntrackHelper': {'1.0'}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'LocalIPAssociation': {'1.0'}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Log': {'1.0'}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Network': {'1.1'}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Port': {'1.7'}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'PortForwarding': {'1.2'}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'QosPolicy': {'1.10'}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'SecurityGroup': {'1.5'}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'SecurityGroupRule': {'1.2'}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'SubPort': {'1.0'}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Subnet': {'1.1'}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Trunk': {'1.1'}} Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: consumer versions: Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: { DHCP agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: HyperV agent@hv-cinder-83229: {}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: L3 agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: Metadata agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: Metering agent@dv-cinder-832291-1-iscsi: {}, Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: Open vSwitch agent@dv-cinder-832291-1-iscsi: { 'AddressGroup': '1.2', Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'ConntrackHelper': '1.0', Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'LocalIPAssociation': '1.0', Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Log': '1.0', Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Network': '1.1', Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Port': '1.7', Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'PortForwarding': '1.2', Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'QosPolicy': '1.10', Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'SecurityGroup': '1.5', Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'SecurityGroupRule': '1.2', Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'SubPort': '1.0', Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Subnet': '1.1', Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: 'Trunk': '1.1'}} Mar 07 18:08:43.483932 dv-cinder-832291-1-iscsi neutron-server[103236]: {{(pid=103236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 18:08:43.488247 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Pushing event updated for resources: {'Port': ['ID=5e085239-23c4-4fb2-9a14-ad1a6497101a,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:43.493125 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.527427 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Attempting to bind port 4f082440-4448-4ba5-9e9b-233097d3219d on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:08:43.528725 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Attempting to bind port 4f082440-4448-4ba5-9e9b-233097d3219d by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:08:43.530343 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Attempting to bind port 4f082440-4448-4ba5-9e9b-233097d3219d on network f677d92c-de1b-4c38-ad35-4a06c685919d {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:08:43.537428 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:08:43.538323 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Checking segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:43.539009 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.539713 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Bound using segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:08:43.540545 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Bound port: 4f082440-4448-4ba5-9e9b-233097d3219d, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:08:43.541456 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (4f082440-4448-4ba5-9e9b-233097d3219d), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.547598 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Attempting to bind port 5e085239-23c4-4fb2-9a14-ad1a6497101a on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:08:43.547981 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Attempting to bind port 5e085239-23c4-4fb2-9a14-ad1a6497101a by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:08:43.548542 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Attempting to bind port 5e085239-23c4-4fb2-9a14-ad1a6497101a on network c142ae0b-d6c6-40c3-b892-6770988a7506 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:08:43.554956 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:08:43.555342 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Checking segment: {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:43.555773 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.556509 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Bound using segment: {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:08:43.557213 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Bound port: 5e085239-23c4-4fb2-9a14-ad1a6497101a, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:08:43.557634 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.581436 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Allocated IP 172.27.0.201 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/fe2ddcc7-ebbe-4407-83db-31c6077084f8) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:08:43.594296 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e93a61-f694-42d5-9dd8-1beadc75b148 admin admin] Network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:08:43.598237 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-6e7c7018-33a0-4b04-9aee-bdff63958f21 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=984e5c685b0f46eb9c19c16b7c44c792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1226346 Mar 07 18:08:43.626749 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-95e93a61-f694-42d5-9dd8-1beadc75b148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, 800e9ee9-8ed4-475a-8cec-65f891cb90a7) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:43.657089 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e93a61-f694-42d5-9dd8-1beadc75b148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:43.657937 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-95e93a61-f694-42d5-9dd8-1beadc75b148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.669365 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] For port 4f082440-4448-4ba5-9e9b-233097d3219d, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:08:43.671321 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7673e77-0158-4413-a95a-9560bdefc945 None None] Network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:08:43.677330 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] For port 4f082440-4448-4ba5-9e9b-233097d3219d, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=4f082440-4448-4ba5-9e9b-233097d3219d,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:08:43.692419 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (4f082440-4448-4ba5-9e9b-233097d3219d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.706824 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-95e93a61-f694-42d5-9dd8-1beadc75b148 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4642620 Mar 07 18:08:43.712531 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34062) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:43.719492 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:43.724929 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Publish callbacks [] for security_group (c18a57e1-8e54-43bd-ae3e-923bac1e4a75), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.731729 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (c18a57e1-8e54-43bd-ae3e-923bac1e4a75), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.770378 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] For port 5e085239-23c4-4fb2-9a14-ad1a6497101a, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:08:43.778499 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] For port 5e085239-23c4-4fb2-9a14-ad1a6497101a, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=5e085239-23c4-4fb2-9a14-ad1a6497101a,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:08:43.785630 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Publish callbacks [] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.792501 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f90863-ced2-46ee-aba8-eca061fd786d None None] Pushing event updated for resources: {'Port': ['ID=4f082440-4448-4ba5-9e9b-233097d3219d,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:43.799585 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.816999 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:08:43.817866 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:08:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:43.864902 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.884986 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:08:43.932906 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-869773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9900'] for router (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.938382 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-874621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-869326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9895'] for router (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.941730 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18a57e1-8e54-43bd-ae3e-923bac1e4a75,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:43.945630 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:08:43.948776 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:43.953091 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:08:43.963441 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (43a2b32d-ffb3-48ee-8538-c998b3688cdc), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.963750 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Added segment 43a2b32d-ffb3-48ee-8538-c998b3688cdc of type vlan for network d065944d-658b-4aef-98a9-1bf39232d1ba Mar 07 18:08:43.967302 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.975844 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f639710-a962-506a-8ebd-460ce1cef75f-800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52'}]}} from dv-cinder-832291-1-iscsi. {{(pid=103235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 18:08:43.977866 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:43.993809 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-b5bbc213-0a95-4fec-87c9-797c12aaa745 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:08:43.994689 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-b5bbc213-0a95-4fec-87c9-797c12aaa745 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1597555 Mar 07 18:08:44.043967 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063033f-eee4-4f3b-9f94-e039839e0462 None None] Pushing event updated for resources: {'Port': ['ID=5e085239-23c4-4fb2-9a14-ad1a6497101a,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:44.086434 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:08:44.156934 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2ddcc7-ebbe-4407-83db-31c6077084f8,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:44.252777 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Allocated IP 172.20.0.2 (800e9ee9-8ed4-475a-8cec-65f891cb90a7/94dfeeb6-64a3-458e-b465-1993f2079c52/2d165579-82a9-4b0b-bb9f-8ec8bed5f264) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:08:44.275492 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (d065944d-658b-4aef-98a9-1bf39232d1ba), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:44.460593 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:39Z', 'revision_number': 3, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:44.483029 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Publish callbacks [] for router_gateway (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:44.523557 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Publish callbacks [] for router_controller (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), precommit_add_association {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:44.526960 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c12216b-690a-438f-990b-0148bfb7269d None None] The sync data for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi is: [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:39Z', 'revision_number': 3, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:08:44.548031 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1500bd27-2e52-48f1-bb18-094237f4cdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:44.689566 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:44.739051 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Publish callbacks [] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:44.749378 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:44.783830 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.db.resource_extend [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 18:08:44.827234 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:08:44.831230 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:44.842116 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:08:44.844206 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Pushing event updated for resources: {'Port': ['ID=2d165579-82a9-4b0b-bb9f-8ec8bed5f264,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:44.869564 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-874614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-869347'] for router (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:44.962676 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-6b049101-1599-4db0-9856-3e88cd062535 service neutron] 10.222.0.13 "GET /v2.0/networks/ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9274218 Mar 07 18:08:45.030846 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Attempting to bind port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:08:45.033165 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (d065944d-658b-4aef-98a9-1bf39232d1ba), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:45.034352 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:45.035122 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:45.044322 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Attempting to bind port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:08:45.044871 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Attempting to bind port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:08:45.057643 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:08:45.058102 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Checking segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:45.058553 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:45.059101 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Bound using segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:08:45.059893 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Bound port: 2d165579-82a9-4b0b-bb9f-8ec8bed5f264, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:08:45.060083 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:45.087928 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34094) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:45.231796 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Router d6d6db4e-9766-4339-8b17-cb89a73d9b8a is scheduled to L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 18:08:45.270954 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6100266 Mar 07 18:08:45.280745 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34100) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:45.311183 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-8d185966-04ee-415a-93a9-7ca2b0f4e323 admin admin] Request body: {'subnet': {'network_id': 'd065944d-658b-4aef-98a9-1bf39232d1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1581218759-subnet', 'tenant_id': '317f31bbf4d04cee9f7d92c5fffce94e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:45.359042 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Publish callbacks [] for router_gateway (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:45.379205 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] For port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:08:45.382653 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] For port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=2d165579-82a9-4b0b-bb9f-8ec8bed5f264,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:08:45.397071 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f6fa1-f8a9-4dc6-ae9e-2d047d5c030d admin admin] Pushing event updated for resources: {'Network': ['ID=d065944d-658b-4aef-98a9-1bf39232d1ba,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:45.403296 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-5fd2bd03-0514-4c83-acef-197f10f62fea service neutron] 10.222.0.13 "GET /v2.0/networks/ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389515 Mar 07 18:08:45.413805 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:45.452605 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network d065944d-658b-4aef-98a9-1bf39232d1ba details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:08:45.517160 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:08:45.552120 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Allocated IP 172.20.0.1 (d3861992-bbf8-44fd-ac4d-48923961f3e3/e3778293-3d6a-4b92-a3b7-6d9e07a0860c/c1e8f895-8381-42f4-86e4-9db15a3ca782) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:08:45.563756 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:45.568875 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-0f59ce30-b708-4624-aea1-baafd51d4cc3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3029261 Mar 07 18:08:45.569722 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34112) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:45.577475 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Sync routers for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:08:45.635979 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:45.704295 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 4f082440-4448-4ba5-9e9b-233097d3219d up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:08:45.748981 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:08:45.750227 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:08:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:45.758328 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d185966-04ee-415a-93a9-7ca2b0f4e323 admin admin] Made reservation on behalf of 317f31bbf4d04cee9f7d92c5fffce94e for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:45.760734 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8d185966-04ee-415a-93a9-7ca2b0f4e323 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:45.813429 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70e13382-4573-4e14-96d6-eb506354c8f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:45.932973 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c35aaa-1f60-4cf9-bbd0-5b675379faa7 None None] Network c142ae0b-d6c6-40c3-b892-6770988a7506 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:08:45.948608 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e345038-f609-47bb-9e0a-df18f6d279e8 None None] Pushing event updated for resources: {'Port': ['ID=2d165579-82a9-4b0b-bb9f-8ec8bed5f264,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:46.138583 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d67a9985-9dec-43fe-b3ae-ca71ae7efb15 req-6ea68644-d7b0-4491-b6cf-ca279387e09d tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 210 time: 0.1901903 Mar 07 18:08:46.368754 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Publish callbacks [] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:46.397164 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-5e57d0fa-7bad-4cea-a7cd-9dbf52fa5a6c None None] Provisioning complete for port 5e085239-23c4-4fb2-9a14-ad1a6497101a triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:46.397817 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5e57d0fa-7bad-4cea-a7cd-9dbf52fa5a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:46.405059 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 4f082440-4448-4ba5-9e9b-233097d3219d triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:46.407939 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (4f082440-4448-4ba5-9e9b-233097d3219d), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:46.495139 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:46.499250 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70e13382-4573-4e14-96d6-eb506354c8f8 admin admin] Publish callbacks [] for security_group (60011583-fdf2-47ac-ad42-ce60ed53e23a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:46.539550 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70e13382-4573-4e14-96d6-eb506354c8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (60011583-fdf2-47ac-ad42-ce60ed53e23a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:46.580984 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:08:46.632372 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e13382-4573-4e14-96d6-eb506354c8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60011583-fdf2-47ac-ad42-ce60ed53e23a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:46.664022 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Network d3861992-bbf8-44fd-ac4d-48923961f3e3 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:08:46.686295 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:46.694727 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:08:46.695188 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-868814'] for router_interface (306edbd1-e8e6-42a9-ad51-fd88435c6432), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:46.727824 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:46.728979 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e8f895-8381-42f4-86e4-9db15a3ca782,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:46.733768 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-70e13382-4573-4e14-96d6-eb506354c8f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75f0c86aaa2745c7b8c15a5790af536c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6358759 Mar 07 18:08:46.782981 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34168) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:46.863604 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8d185966-04ee-415a-93a9-7ca2b0f4e323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for subnet (9d41b962-1d74-44c8-b519-d3d26f6ca2ff), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.025165 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-5e57d0fa-7bad-4cea-a7cd-9dbf52fa5a6c None None] Current status of the port 5e085239-23c4-4fb2-9a14-ad1a6497101a is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:47.025693 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5e57d0fa-7bad-4cea-a7cd-9dbf52fa5a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.033719 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.148105 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 4f082440-4448-4ba5-9e9b-233097d3219d is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:47.148611 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (4f082440-4448-4ba5-9e9b-233097d3219d), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.168438 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-07ef3c29-b2c9-4808-be36-5a344e47e898 admin admin] Publish callbacks [] for security_group (60011583-fdf2-47ac-ad42-ce60ed53e23a), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.176107 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-5e57d0fa-7bad-4cea-a7cd-9dbf52fa5a6c None None] For port 5e085239-23c4-4fb2-9a14-ad1a6497101a, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=5e085239-23c4-4fb2-9a14-ad1a6497101a,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:08:47.208278 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5e57d0fa-7bad-4cea-a7cd-9dbf52fa5a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.211771 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port 4f082440-4448-4ba5-9e9b-233097d3219d, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=4f082440-4448-4ba5-9e9b-233097d3219d,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:08:47.270783 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (4f082440-4448-4ba5-9e9b-233097d3219d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.277381 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 5e085239-23c4-4fb2-9a14-ad1a6497101a up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:08:47.291789 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-07ef3c29-b2c9-4808-be36-5a344e47e898 admin admin] Publish callbacks [] for security_group (60011583-fdf2-47ac-ad42-ce60ed53e23a), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.433256 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Allocated IP 172.20.0.1 (c142ae0b-d6c6-40c3-b892-6770988a7506/0d101314-b054-4e86-8299-f12037058c1c/e1596558-f1cb-48cb-8fd9-ee7e879be9b1) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:08:47.491014 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-d9b49ba0-367c-4ad3-b5d8-0bf74bc313c8 None None] Provisioning complete for port c1e8f895-8381-42f4-86e4-9db15a3ca782 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:47.491740 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d9b49ba0-367c-4ad3-b5d8-0bf74bc313c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.508960 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-07ef3c29-b2c9-4808-be36-5a344e47e898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (60011583-fdf2-47ac-ad42-ce60ed53e23a), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.514268 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-07ef3c29-b2c9-4808-be36-5a344e47e898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.515400 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-07ef3c29-b2c9-4808-be36-5a344e47e898 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60011583-fdf2-47ac-ad42-ce60ed53e23a HTTP/1.1" status: 204 len: 168 time: 0.7296379 Mar 07 18:08:47.534944 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d185966-04ee-415a-93a9-7ca2b0f4e323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d41b962-1d74-44c8-b519-d3d26f6ca2ff,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:47.560228 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b8f653b4-5d96-47f7-b1d5-f60697fb8ac8 req-61cdfef1-8d1f-4d6f-8ac3-c5f7a263d951 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 210 time: 0.2313480 Mar 07 18:08:47.598520 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef3c29-b2c9-4808-be36-5a344e47e898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60011583-fdf2-47ac-ad42-ce60ed53e23a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:47.624544 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57d0fa-7bad-4cea-a7cd-9dbf52fa5a6c None None] Pushing event updated for resources: {'Port': ['ID=5e085239-23c4-4fb2-9a14-ad1a6497101a,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:47.639900 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Publish callbacks [] for router_gateway (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.648297 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d185966-04ee-415a-93a9-7ca2b0f4e323 admin admin] Checking segment: {'id': '43a2b32d-ffb3-48ee-8538-c998b3688cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd065944d-658b-4aef-98a9-1bf39232d1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:47.648863 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d185966-04ee-415a-93a9-7ca2b0f4e323 admin admin] Network hostable DHCP agents. Network: d065944d-658b-4aef-98a9-1bf39232d1ba, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:08:47.696792 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.750518 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Publish callbacks [] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.763517 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fac436-9c26-429e-a43a-65933dc799e9 None None] Network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:08:47.867124 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=4f082440-4448-4ba5-9e9b-233097d3219d,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:47.871965 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-d9b49ba0-367c-4ad3-b5d8-0bf74bc313c8 None None] Port c1e8f895-8381-42f4-86e4-9db15a3ca782 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:08:47.880680 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.910140 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 5e085239-23c4-4fb2-9a14-ad1a6497101a triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:47.910563 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:47.931351 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Network c142ae0b-d6c6-40c3-b892-6770988a7506 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:08:47.963172 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:47.980746 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:08:47.982538 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-868814'] for router_interface (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.022150 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d185966-04ee-415a-93a9-7ca2b0f4e323 admin admin] Network d065944d-658b-4aef-98a9-1bf39232d1ba is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:08:48.093481 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.098728 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-8d185966-04ee-415a-93a9-7ca2b0f4e323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, d065944d-658b-4aef-98a9-1bf39232d1ba) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:48.114745 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d185966-04ee-415a-93a9-7ca2b0f4e323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:48.115420 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8d185966-04ee-415a-93a9-7ca2b0f4e323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.118081 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Pushing event updated for resources: {'Port': ['ID=e1596558-f1cb-48cb-8fd9-ee7e879be9b1,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:48.128831 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:44Z', 'revision_number': 3, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:48.219104 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Checking router: d6d6db4e-9766-4339-8b17-cb89a73d9b8a for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:08:48.219326 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Updating router d6d6db4e-9766-4339-8b17-cb89a73d9b8a port fe2ddcc7-ebbe-4407-83db-31c6077084f8 binding host dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:08:48.221510 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0deda6a-c1fb-4edf-b721-5da32d9d7bf7 None None] Network d065944d-658b-4aef-98a9-1bf39232d1ba requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:08:48.238355 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Allocated IP 172.27.0.190 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/39baaaa4-afec-4868-98af-578b3ff20cc5) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:08:48.270745 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8d185966-04ee-415a-93a9-7ca2b0f4e323 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9765999 Mar 07 18:08:48.340787 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.429001 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 5e085239-23c4-4fb2-9a14-ad1a6497101a is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:48.462707 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-aafe876d-2b8d-4ebd-b85e-571392af99b5 None None] Provisioning complete for port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:48.463085 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aafe876d-2b8d-4ebd-b85e-571392af99b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.474614 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.502722 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34216) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:48.683416 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Publish callbacks [] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.791352 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d41161-5c93-436c-b1e5-a3c21f94acb5 admin admin] Deleting subnet 2e977a20-1db2-438a-acbe-969709102797 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:08:48.797286 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6d41161-5c93-436c-b1e5-a3c21f94acb5 admin admin] Publish callbacks [] for subnet (2e977a20-1db2-438a-acbe-969709102797), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.863018 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6d41161-5c93-436c-b1e5-a3c21f94acb5 admin admin] Publish callbacks [] for subnet (2e977a20-1db2-438a-acbe-969709102797), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.884645 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6d41161-5c93-436c-b1e5-a3c21f94acb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (2e977a20-1db2-438a-acbe-969709102797), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.885253 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Publish callbacks [] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.890813 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.902215 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34228) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:48.932182 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.932957 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868770'] for router_interface (306edbd1-e8e6-42a9-ad51-fd88435c6432), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.950579 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:08:48.951056 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Publish callbacks [] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.968292 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.969526 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868770'] for router_interface (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:48.977492 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:49.006842 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cde67c48-2584-4531-9a46-ee7054d54b70 req-e57a1792-965a-483c-8fac-07bdcc045f73 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 210 time: 0.0953612 Mar 07 18:08:49.010574 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:08:49.117363 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 4f082440-4448-4ba5-9e9b-233097d3219d up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:08:49.143173 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Network c142ae0b-d6c6-40c3-b892-6770988a7506 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:08:49.144986 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 64895) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:49.198913 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:49.207556 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:49.307527 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e3d72-1818-4946-a15b-76d9e3bf3436 None None] Network d065944d-658b-4aef-98a9-1bf39232d1ba requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:08:49.319069 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Publish callbacks [] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:49.364833 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Pushing event updated for resources: {'Port': ['ID=39baaaa4-afec-4868-98af-578b3ff20cc5,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:49.377297 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:49.499914 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 4f082440-4448-4ba5-9e9b-233097d3219d triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:49.517429 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Pushing event updated for resources: {'Port': ['ID=e1596558-f1cb-48cb-8fd9-ee7e879be9b1,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:49.524644 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (4f082440-4448-4ba5-9e9b-233097d3219d), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:49.537306 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Network d3861992-bbf8-44fd-ac4d-48923961f3e3 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:08:49.545187 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:49.558336 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e8f895-8381-42f4-86e4-9db15a3ca782,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:49.697062 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-aafe876d-2b8d-4ebd-b85e-571392af99b5 None None] Current status of the port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:49.697603 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aafe876d-2b8d-4ebd-b85e-571392af99b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:49.738932 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6d41161-5c93-436c-b1e5-a3c21f94acb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for subnet (2e977a20-1db2-438a-acbe-969709102797), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:49.845334 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e959df1-73fb-40b6-aaff-16fa5f773ecc None None] Pushing event updated for resources: {'Port': ['ID=fe2ddcc7-ebbe-4407-83db-31c6077084f8,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:49.865720 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Attempting to bind port fe2ddcc7-ebbe-4407-83db-31c6077084f8 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:08:49.867034 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Attempting to bind port fe2ddcc7-ebbe-4407-83db-31c6077084f8 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:08:49.867034 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Attempting to bind port fe2ddcc7-ebbe-4407-83db-31c6077084f8 on network f677d92c-de1b-4c38-ad35-4a06c685919d {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:08:49.896542 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:08:49.896918 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Checking segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:49.897325 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:49.897878 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Bound using segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:08:49.898257 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Bound port: fe2ddcc7-ebbe-4407-83db-31c6077084f8, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:08:49.899327 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:49.905439 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d41161-5c93-436c-b1e5-a3c21f94acb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e977a20-1db2-438a-acbe-969709102797,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:49.926982 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6d41161-5c93-436c-b1e5-a3c21f94acb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:49.935634 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-a6d41161-5c93-436c-b1e5-a3c21f94acb5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e977a20-1db2-438a-acbe-969709102797 HTTP/1.1" status: 204 len: 168 time: 1.4319072 Mar 07 18:08:49.954009 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b39e2e-1279-4490-84af-489725d0d707 req-51be7fa6-2ae8-44fa-9b9d-ce333ce874c8 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:49.955493 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-51be7fa6-2ae8-44fa-9b9d-ce333ce874c8 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.37 "GET /v2.0/networks?id=ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 HTTP/1.1" status: 200 len: 811 time: 0.7270224 Mar 07 18:08:49.975850 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34298) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:50.035725 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-78b39e2e-1279-4490-84af-489725d0d707 req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Request body: {'port': {'device_id': 'eeb89bad-b3b4-4616-999b-382f415ef9b8', 'network_id': 'ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0', 'admin_state_up': True, 'tenant_id': '984e5c685b0f46eb9c19c16b7c44c792'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:50.061087 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-aafe876d-2b8d-4ebd-b85e-571392af99b5 None None] For port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=2d165579-82a9-4b0b-bb9f-8ec8bed5f264,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:08:50.072222 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Router 306edbd1-e8e6-42a9-ad51-fd88435c6432 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:08:50.084731 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aafe876d-2b8d-4ebd-b85e-571392af99b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:50.134791 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34314) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:50.196606 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 4f082440-4448-4ba5-9e9b-233097d3219d is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:50.197834 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 5e085239-23c4-4fb2-9a14-ad1a6497101a up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:08:50.198002 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Publish callbacks [] for router_gateway (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:50.211743 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (464c9fd1-2898-496c-aa6a-bbab093e7a2d), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:50.216319 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] For port fe2ddcc7-ebbe-4407-83db-31c6077084f8, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:08:50.298886 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-aafe876d-2b8d-4ebd-b85e-571392af99b5 None None] Provisioning complete for port 5e085239-23c4-4fb2-9a14-ad1a6497101a triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:50.299260 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-aafe876d-2b8d-4ebd-b85e-571392af99b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:50.316847 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] For port fe2ddcc7-ebbe-4407-83db-31c6077084f8, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=fe2ddcc7-ebbe-4407-83db-31c6077084f8,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:08:50.408289 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-10e1890e-441a-4a40-b626-5a958de96b96 req-754968ea-8a2d-4ad6-b6f3-2b42db6104f5 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 210 time: 0.1833444 Mar 07 18:08:50.457211 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:50.481402 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe876d-2b8d-4ebd-b85e-571392af99b5 None None] Pushing event updated for resources: {'Port': ['ID=2d165579-82a9-4b0b-bb9f-8ec8bed5f264,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:50.498486 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Router d6d6db4e-9766-4339-8b17-cb89a73d9b8a has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:08:50.503993 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:08:50.504835 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:08:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:50.551155 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:08:50.557345 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0ae9db60-50d2-4211-9d16-c2c4251d47b7 admin admin] 10.222.0.13 "PUT /v2.0/routers/306edbd1-e8e6-42a9-ad51-fd88435c6432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8491187 Mar 07 18:08:50.564400 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Sync routers for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:08:50.581291 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b39e2e-1279-4490-84af-489725d0d707 req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Made reservation on behalf of 984e5c685b0f46eb9c19c16b7c44c792 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:08:50.584954 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-78b39e2e-1279-4490-84af-489725d0d707 req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:50.587014 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5c8a53f-32c5-4697-ad0a-23a49c57c121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:50.602069 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:08:50.604208 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:08:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:50.786017 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5c8a53f-32c5-4697-ad0a-23a49c57c121 admin admin] Publish callbacks [] for security_group (3109124d-1b1d-4ded-9a8e-2f329f062b01), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:50.792236 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 5e085239-23c4-4fb2-9a14-ad1a6497101a triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:50.793727 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:50.886534 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5c8a53f-32c5-4697-ad0a-23a49c57c121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (3109124d-1b1d-4ded-9a8e-2f329f062b01), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:50.895257 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:08:50.924134 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:08:50.990157 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8a53f-32c5-4697-ad0a-23a49c57c121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3109124d-1b1d-4ded-9a8e-2f329f062b01,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:51.072933 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (464c9fd1-2898-496c-aa6a-bbab093e7a2d), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:51.181190 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a5c8a53f-32c5-4697-ad0a-23a49c57c121 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee956645ac894327b0e593b85ddfd920&name=default HTTP/1.1" status: 200 len: 2993 time: 1.0425222 Mar 07 18:08:51.182109 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34342) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:51.190630 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.191236 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.192297 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.195508 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.196163 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.196783 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.197338 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.198215 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.198748 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.200443 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.285345 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:08:51.347298 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-9ccb5a70-a012-4f54-8c1c-b87a13104091 admin admin] 10.222.0.13 "PUT /v2.0/routers/d6d6db4e-9766-4339-8b17-cb89a73d9b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7543747 Mar 07 18:08:51.391796 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-aafe876d-2b8d-4ebd-b85e-571392af99b5 None None] Current status of the port 5e085239-23c4-4fb2-9a14-ad1a6497101a is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:51.478550 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 2, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:51.484660 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-78b39e2e-1279-4490-84af-489725d0d707 req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Allocated IP 172.20.0.5 (ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0/bfe0f46a-6213-4286-bde2-464521c9867a/7648227d-923d-4df5-b377-b0b25b924936) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:08:51.549079 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e959df1-73fb-40b6-aaff-16fa5f773ecc None None] Pushing event updated for resources: {'Port': ['ID=fe2ddcc7-ebbe-4407-83db-31c6077084f8,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:51.598185 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Checking router: 306edbd1-e8e6-42a9-ad51-fd88435c6432 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:08:51.599194 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Updating router 306edbd1-e8e6-42a9-ad51-fd88435c6432 port c1e8f895-8381-42f4-86e4-9db15a3ca782 binding host dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:08:51.679634 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:51.753538 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.754127 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.754205 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.754659 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:51.755135 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464c9fd1-2898-496c-aa6a-bbab093e7a2d']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:51.882220 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-78b39e2e-1279-4490-84af-489725d0d707 req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Publish callbacks [] for port (7648227d-923d-4df5-b377-b0b25b924936), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:51.967205 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-78b39e2e-1279-4490-84af-489725d0d707 req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (7648227d-923d-4df5-b377-b0b25b924936), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:51.990743 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-d2226d47-cfed-4a72-b4f2-6b8ca64b2e6d None None] Provisioning complete for port c1e8f895-8381-42f4-86e4-9db15a3ca782 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:51.991963 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d2226d47-cfed-4a72-b4f2-6b8ca64b2e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.156532 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 5e085239-23c4-4fb2-9a14-ad1a6497101a is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:52.158524 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:08:52.241709 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b39e2e-1279-4490-84af-489725d0d707 req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Network ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:08:52.283811 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34368) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:52.292431 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-78b39e2e-1279-4490-84af-489725d0d707 req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:08:52.306509 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c3a6dfef-9a5f-4e0f-acf9-3575fa722634 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112685489', 'description': 'tempest-description--286824288'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:52.334764 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b39e2e-1279-4490-84af-489725d0d707 req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:08:52.340306 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd257db-2f9b-43c9-b985-61d70b7738f5') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:52.341174 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd257db-2f9b-43c9-b985-61d70b7738f5') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:52.349495 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b39e2e-1279-4490-84af-489725d0d707 req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:52.350507 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-78b39e2e-1279-4490-84af-489725d0d707 req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.359087 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Pushing event updated for resources: {'Port': ['ID=7648227d-923d-4df5-b377-b0b25b924936,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:52.398958 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-d2226d47-cfed-4a72-b4f2-6b8ca64b2e6d None None] Port c1e8f895-8381-42f4-86e4-9db15a3ca782 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:08:52.406959 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1572087'] for segment (3cd257db-2f9b-43c9-b985-61d70b7738f5), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.422227 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-e8293394-5ad5-4986-999c-83231d3cda47 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3931718 Mar 07 18:08:52.435864 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-c1cd9668-56f1-4f31-8c8c-61f630f294fd tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:08:52.437092 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-c1cd9668-56f1-4f31-8c8c-61f630f294fd tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079236 Mar 07 18:08:52.462989 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a6dfef-9a5f-4e0f-acf9-3575fa722634 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.477731 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Publish callbacks [] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.494909 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.500712 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-d2226d47-cfed-4a72-b4f2-6b8ca64b2e6d None None] Provisioning complete for port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:52.501093 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d2226d47-cfed-4a72-b4f2-6b8ca64b2e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.554753 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (3cd257db-2f9b-43c9-b985-61d70b7738f5), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.567802 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34374) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:52.591426 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:08:52.592607 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065737'] for segment (3cd257db-2f9b-43c9-b985-61d70b7738f5), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.596726 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:52.597034 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: from cryptography.utils import int_from_bytes Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: from cryptography.utils import int_from_bytes Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: timer() Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: cb(*args, **kw) Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: self._notify() Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: self.callback(batched_events) Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: event.method(event) Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._get(url).json() Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:08:52.602604 dv-cinder-832291-1-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:08:52.681437 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaf395-3fc4-4168-af77-7776b733a767 None None] Pushing event updated for resources: {'Port': ['ID=c1e8f895-8381-42f4-86e4-9db15a3ca782,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:52.725400 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-d2226d47-cfed-4a72-b4f2-6b8ca64b2e6d None None] Port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:08:52.758065 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 2, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:52.794734 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-874614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-869347'] for router (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.812355 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a6dfef-9a5f-4e0f-acf9-3575fa722634 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group (fdfd6a9f-fcbd-4851-ad66-92a77d474d82), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.816003 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e2c66-6fe3-4efa-968c-cf3639901f69 req-486cc674-3b23-4ed2-97e0-4734d91446f0 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:52.818808 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a7e2c66-6fe3-4efa-968c-cf3639901f69 req-486cc674-3b23-4ed2-97e0-4734d91446f0 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 931 time: 0.5130663 Mar 07 18:08:52.822133 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b94df25a-8643-45f0-8269-9d389b92ce70 admin admin] Publish callbacks [] for security_group (3109124d-1b1d-4ded-9a8e-2f329f062b01), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.842312 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50dda9-e7ac-4f45-8215-bb3b4794e40c None None] The sync data for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi is: [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 2, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:08:52.860709 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Attempting to bind port c1e8f895-8381-42f4-86e4-9db15a3ca782 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:08:52.861108 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Attempting to bind port c1e8f895-8381-42f4-86e4-9db15a3ca782 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:08:52.861477 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Attempting to bind port c1e8f895-8381-42f4-86e4-9db15a3ca782 on network d3861992-bbf8-44fd-ac4d-48923961f3e3 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:08:52.862836 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-d2226d47-cfed-4a72-b4f2-6b8ca64b2e6d None None] Provisioning complete for port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:52.863472 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d2226d47-cfed-4a72-b4f2-6b8ca64b2e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.864403 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b94df25a-8643-45f0-8269-9d389b92ce70 admin admin] Publish callbacks [] for security_group (3109124d-1b1d-4ded-9a8e-2f329f062b01), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.884167 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Request body: {'port': {'device_id': 'eeb89bad-b3b4-4616-999b-382f415ef9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:52.885733 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:08:52.886447 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Checking segment: {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:52.887845 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.888522 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Bound using segment: {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:08:52.889235 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Bound port: c1e8f895-8381-42f4-86e4-9db15a3ca782, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:08:52.889830 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.927124 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a6dfef-9a5f-4e0f-acf9-3575fa722634 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (fdfd6a9f-fcbd-4851-ad66-92a77d474d82), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.953342 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b94df25a-8643-45f0-8269-9d389b92ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (3109124d-1b1d-4ded-9a8e-2f329f062b01), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.955925 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b94df25a-8643-45f0-8269-9d389b92ce70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:52.959437 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-b94df25a-8643-45f0-8269-9d389b92ce70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3109124d-1b1d-4ded-9a8e-2f329f062b01 HTTP/1.1" status: 204 len: 168 time: 0.6903467 Mar 07 18:08:52.979543 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (464c9fd1-2898-496c-aa6a-bbab093e7a2d), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:53.045865 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4e5d-9c55-45ab-95db-9bb4ec7f57e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:53.068054 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:53.101420 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] For port c1e8f895-8381-42f4-86e4-9db15a3ca782, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:08:53.111384 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] For port c1e8f895-8381-42f4-86e4-9db15a3ca782, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=c1e8f895-8381-42f4-86e4-9db15a3ca782,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:08:53.124090 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:53.190546 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:53.194990 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/464c9fd1-2898-496c-aa6a-bbab093e7a2d HTTP/1.1" status: 204 len: 168 time: 3.2179050 Mar 07 18:08:53.210769 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34390) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:53.211004 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a6dfef-9a5f-4e0f-acf9-3575fa722634 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:53.225863 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-c3a6dfef-9a5f-4e0f-acf9-3575fa722634 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9395726 Mar 07 18:08:53.234123 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34392) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:53.258901 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-14008c5a-f19d-4954-8354-1b21f58b2afd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd6a9f-fcbd-4851-ad66-92a77d474d82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:53.270285 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-d2226d47-cfed-4a72-b4f2-6b8ca64b2e6d None None] Current status of the port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:53.316968 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:08:53.358174 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94df25a-8643-45f0-8269-9d389b92ce70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3109124d-1b1d-4ded-9a8e-2f329f062b01,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:53.388313 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:08:53.389907 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:08:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:53.438978 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09133a21-0082-4f0e-9cfb-25d90740bfc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=464c9fd1-2898-496c-aa6a-bbab093e7a2d,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:53.619547 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4e5d-9c55-45ab-95db-9bb4ec7f57e9 admin admin] Publish callbacks [] for security_group (43a4adf7-5041-4a46-88d3-bfcdd9efbdf4), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:53.625197 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-386b82a4-4e59-435d-97ac-b6beed542c27 admin admin] Deleting subnet 9d41b962-1d74-44c8-b519-d3d26f6ca2ff {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:08:53.691236 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4e5d-9c55-45ab-95db-9bb4ec7f57e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (43a4adf7-5041-4a46-88d3-bfcdd9efbdf4), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:53.703870 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6dfef-9a5f-4e0f-acf9-3575fa722634 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfd6a9f-fcbd-4851-ad66-92a77d474d82,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:53.709613 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:08:53.807369 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-386b82a4-4e59-435d-97ac-b6beed542c27 admin admin] Publish callbacks [] for subnet (9d41b962-1d74-44c8-b519-d3d26f6ca2ff), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:53.826048 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (7648227d-923d-4df5-b377-b0b25b924936), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:53.877280 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34408) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:53.881766 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-1df43a15-8253-49e4-89ec-196983e46711 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947458930', 'description': 'tempest-description--668641759'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:54.004832 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a7e2c66-6fe3-4efa-968c-cf3639901f69 req-e79025b3-9edd-482f-a8c2-82dd06aa2832 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0883689 Mar 07 18:08:54.047298 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1df43a15-8253-49e4-89ec-196983e46711 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:54.072525 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:54.073150 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:54.078690 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-f94f06f7-1837-4dcb-a912-a12c86538370 None None] Provisioning complete for port c1e8f895-8381-42f4-86e4-9db15a3ca782 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:54.079057 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f94f06f7-1837-4dcb-a912-a12c86538370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:54.159627 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-386b82a4-4e59-435d-97ac-b6beed542c27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1571852'] for subnet (9d41b962-1d74-44c8-b519-d3d26f6ca2ff), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:54.228382 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34416) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:54.272842 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-f94f06f7-1837-4dcb-a912-a12c86538370 None None] Current status of the port c1e8f895-8381-42f4-86e4-9db15a3ca782 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:54.273243 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f94f06f7-1837-4dcb-a912-a12c86538370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:54.318417 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-f94f06f7-1837-4dcb-a912-a12c86538370 None None] For port c1e8f895-8381-42f4-86e4-9db15a3ca782, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=c1e8f895-8381-42f4-86e4-9db15a3ca782,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:08:54.373152 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaf395-3fc4-4168-af77-7776b733a767 None None] Pushing event updated for resources: {'Port': ['ID=c1e8f895-8381-42f4-86e4-9db15a3ca782,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:54.406519 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:53Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:54.455170 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f94f06f7-1837-4dcb-a912-a12c86538370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:54.458271 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:54.534027 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f06f7-1837-4dcb-a912-a12c86538370 None None] Pushing event updated for resources: {'Port': ['ID=c1e8f895-8381-42f4-86e4-9db15a3ca782,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:54.540521 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126a1dc3-2d23-408d-95c3-c3fa91b61a91 None None] The sync data for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi is: [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:53Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:08:54.579457 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-1d7b4e5d-9c55-45ab-95db-9bb4ec7f57e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=451ab77365f249b29fe5a9c331b1ce56&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0101388 Mar 07 18:08:54.581671 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34424) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:54.587444 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-20d7411c-a0ec-4619-9621-5b31b8c5f61f None None] Provisioning complete for port c1e8f895-8381-42f4-86e4-9db15a3ca782 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:54.587831 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-20d7411c-a0ec-4619-9621-5b31b8c5f61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:54.651713 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-386b82a4-4e59-435d-97ac-b6beed542c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (9d41b962-1d74-44c8-b519-d3d26f6ca2ff), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:54.776014 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14008c5a-f19d-4954-8354-1b21f58b2afd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group_rule (17c48b18-5dba-4ef7-b43a-84ba8acab347), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:54.854641 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 is scheduled to L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a with binding_index 1 {{(pid=103234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 18:08:54.878057 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0983aaf0-40b5-4174-a8ee-7f8ade81b10d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:54.899472 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-20d7411c-a0ec-4619-9621-5b31b8c5f61f None None] Current status of the port c1e8f895-8381-42f4-86e4-9db15a3ca782 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:54.926241 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b4e5d-9c55-45ab-95db-9bb4ec7f57e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a4adf7-5041-4a46-88d3-bfcdd9efbdf4,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:55.037757 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1df43a15-8253-49e4-89ec-196983e46711 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group (05f06a95-a304-4edd-a68d-22c8c721f0b8), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.096267 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1df43a15-8253-49e4-89ec-196983e46711 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (05f06a95-a304-4edd-a68d-22c8c721f0b8), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.125322 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7648227d-923d-4df5-b377-b0b25b924936 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:08:55.169747 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Publish callbacks [] for port (7648227d-923d-4df5-b377-b0b25b924936), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.277903 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-386b82a4-4e59-435d-97ac-b6beed542c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3952874'] for subnet (9d41b962-1d74-44c8-b519-d3d26f6ca2ff), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.286226 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14008c5a-f19d-4954-8354-1b21f58b2afd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group_rule (17c48b18-5dba-4ef7-b43a-84ba8acab347), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.310168 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9cf907d-d32e-4994-b0d2-31055c954999 admin admin] Publish callbacks [] for security_group (43a4adf7-5041-4a46-88d3-bfcdd9efbdf4), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.332890 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14008c5a-f19d-4954-8354-1b21f58b2afd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (17c48b18-5dba-4ef7-b43a-84ba8acab347), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.354488 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Transition to ACTIVE for port object 7648227d-923d-4df5-b377-b0b25b924936 will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:08:55.380790 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df43a15-8253-49e4-89ec-196983e46711 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f06a95-a304-4edd-a68d-22c8c721f0b8,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:55.431229 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (7648227d-923d-4df5-b377-b0b25b924936), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.436580 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1df43a15-8253-49e4-89ec-196983e46711 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.443846 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1df43a15-8253-49e4-89ec-196983e46711 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5655582 Mar 07 18:08:55.459400 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device fe2ddcc7-ebbe-4407-83db-31c6077084f8 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:08:55.460302 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9cf907d-d32e-4994-b0d2-31055c954999 admin admin] Publish callbacks [] for security_group (43a4adf7-5041-4a46-88d3-bfcdd9efbdf4), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.492574 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34436) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:55.505316 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14008c5a-f19d-4954-8354-1b21f58b2afd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c48b18-5dba-4ef7-b43a-84ba8acab347,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:55.525837 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-e55a8d69-582a-495c-a438-3d27ff897a20 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Request body: {'security_group_rule': {'security_group_id': '05f06a95-a304-4edd-a68d-22c8c721f0b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:55.551026 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14008c5a-f19d-4954-8354-1b21f58b2afd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.563851 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-14008c5a-f19d-4954-8354-1b21f58b2afd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3203013 Mar 07 18:08:55.582881 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34440) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:55.594321 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port fe2ddcc7-ebbe-4407-83db-31c6077084f8 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:55.594552 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-386b82a4-4e59-435d-97ac-b6beed542c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.594757 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.604412 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-386b82a4-4e59-435d-97ac-b6beed542c27 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9d41b962-1d74-44c8-b519-d3d26f6ca2ff HTTP/1.1" status: 204 len: 168 time: 2.3894610 Mar 07 18:08:55.624236 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c32938b2-ce4b-4052-81fe-8cb63558f46e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd6a9f-fcbd-4851-ad66-92a77d474d82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:55.662750 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34444) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:55.832507 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Pushing event updated for resources: {'Port': ['ID=7648227d-923d-4df5-b377-b0b25b924936,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:55.869016 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port fe2ddcc7-ebbe-4407-83db-31c6077084f8 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:55.869405 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.904471 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b82a4-4e59-435d-97ac-b6beed542c27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d41b962-1d74-44c8-b519-d3d26f6ca2ff,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:55.915296 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e55a8d69-582a-495c-a438-3d27ff897a20 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group_rule (1dfffe1c-136c-4bbb-8336-e38b4b234a77), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.937312 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port fe2ddcc7-ebbe-4407-83db-31c6077084f8, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=fe2ddcc7-ebbe-4407-83db-31c6077084f8,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:08:55.943483 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:55.944358 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device c1e8f895-8381-42f4-86e4-9db15a3ca782 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:08:56.023328 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:08:56.038062 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0983aaf0-40b5-4174-a8ee-7f8ade81b10d admin admin] Publish callbacks [] for security_group (f07c50ae-ef0d-4a16-9eec-dad9a956e14b), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.069104 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd539d-9fa8-43cd-a640-5fa208f8aed4 req-b51b1aa8-1abd-4ea6-8658-8f07e53e1eb1 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:56.080109 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97dd539d-9fa8-43cd-a640-5fa208f8aed4 req-b51b1aa8-1abd-4ea6-8658-8f07e53e1eb1 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 943 time: 0.8245661 Mar 07 18:08:56.103354 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=fe2ddcc7-ebbe-4407-83db-31c6077084f8,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:56.106544 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0983aaf0-40b5-4174-a8ee-7f8ade81b10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (f07c50ae-ef0d-4a16-9eec-dad9a956e14b), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.114672 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c32938b2-ce4b-4052-81fe-8cb63558f46e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group_rule (c762a569-ef5f-4860-b5fe-fa50f3629d10), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.125164 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Sync routers for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:08:56.140134 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (d065944d-658b-4aef-98a9-1bf39232d1ba), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.171171 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9cf907d-d32e-4994-b0d2-31055c954999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (43a4adf7-5041-4a46-88d3-bfcdd9efbdf4), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.174099 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9cf907d-d32e-4994-b0d2-31055c954999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.175507 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b9cf907d-d32e-4994-b0d2-31055c954999 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43a4adf7-5041-4a46-88d3-bfcdd9efbdf4 HTTP/1.1" status: 204 len: 168 time: 1.4843345 Mar 07 18:08:56.217994 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:08:56.217994 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:08:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:56.259525 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Attempting to bind port 7648227d-923d-4df5-b377-b0b25b924936 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:08:56.268489 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Attempting to bind port 7648227d-923d-4df5-b377-b0b25b924936 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': '652b8e83-1d75-4fd5-a9e5-480519af6a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:08:56.269211 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Attempting to bind port 7648227d-923d-4df5-b377-b0b25b924936 on network ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:08:56.286188 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf907d-d32e-4994-b0d2-31055c954999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a4adf7-5041-4a46-88d3-bfcdd9efbdf4,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:56.317797 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Port 7648227d-923d-4df5-b377-b0b25b924936 on network ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:08:56.318147 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Attempting to bind port 7648227d-923d-4df5-b377-b0b25b924936 on network ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:08:56.369132 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port c1e8f895-8381-42f4-86e4-9db15a3ca782 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:56.370078 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.397543 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:08:56.400017 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Checking segment: {'id': '652b8e83-1d75-4fd5-a9e5-480519af6a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:56.403195 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Bound using segment: {'id': '652b8e83-1d75-4fd5-a9e5-480519af6a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:08:56.403719 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Bound port: 7648227d-923d-4df5-b377-b0b25b924936, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652b8e83-1d75-4fd5-a9e5-480519af6a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:08:56.404099 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (7648227d-923d-4df5-b377-b0b25b924936), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.458808 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.463918 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-4971b5ad-3a51-40ff-872e-859645545103 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.7494020 Mar 07 18:08:56.467966 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34458) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:56.471271 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983aaf0-40b5-4174-a8ee-7f8ade81b10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07c50ae-ef0d-4a16-9eec-dad9a956e14b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:56.483187 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c32938b2-ce4b-4052-81fe-8cb63558f46e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group_rule (c762a569-ef5f-4860-b5fe-fa50f3629d10), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.530019 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c32938b2-ce4b-4052-81fe-8cb63558f46e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (c762a569-ef5f-4860-b5fe-fa50f3629d10), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.748202 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (d065944d-658b-4aef-98a9-1bf39232d1ba), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.751969 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97dd539d-9fa8-43cd-a640-5fa208f8aed4 req-f27f1f08-df34-4019-9588-89997aa54c6c tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681993 Mar 07 18:08:56.764673 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32938b2-ce4b-4052-81fe-8cb63558f46e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c762a569-ef5f-4860-b5fe-fa50f3629d10,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:56.786589 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port c1e8f895-8381-42f4-86e4-9db15a3ca782 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:56.814715 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:08:56.919647 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0983aaf0-40b5-4174-a8ee-7f8ade81b10d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e2828fb10954d14be5a2a0f4da99c42&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6737657 Mar 07 18:08:56.924270 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e55a8d69-582a-495c-a438-3d27ff897a20 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group_rule (1dfffe1c-136c-4bbb-8336-e38b4b234a77), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.924816 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] For port 7648227d-923d-4df5-b377-b0b25b924936, host hv-cinder-83229, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:08:56.931183 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34470) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:56.941020 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] For port 7648227d-923d-4df5-b377-b0b25b924936, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=7648227d-923d-4df5-b377-b0b25b924936,segment=NetworkSegment(652b8e83-1d75-4fd5-a9e5-480519af6a06),segment_id=652b8e83-1d75-4fd5-a9e5-480519af6a06)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:08:56.963046 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c32938b2-ce4b-4052-81fe-8cb63558f46e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:56.971069 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-c32938b2-ce4b-4052-81fe-8cb63558f46e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3869498 Mar 07 18:08:56.974830 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34472) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:56.987272 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e55a8d69-582a-495c-a438-3d27ff897a20 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (1dfffe1c-136c-4bbb-8336-e38b4b234a77), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:57.296632 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e55a8d69-582a-495c-a438-3d27ff897a20 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:57.305982 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e55a8d69-582a-495c-a438-3d27ff897a20 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8035409 Mar 07 18:08:57.306181 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device fe2ddcc7-ebbe-4407-83db-31c6077084f8 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:08:57.309089 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34484) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:57.343908 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-7e3d0f54-b578-40e5-bef0-c15f910ee8bf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Request body: {'security_group_rule': {'security_group_id': '05f06a95-a304-4edd-a68d-22c8c721f0b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:57.380197 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a8d69-582a-495c-a438-3d27ff897a20 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfffe1c-136c-4bbb-8336-e38b4b234a77,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:57.396854 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:57.411829 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (7648227d-923d-4df5-b377-b0b25b924936), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:57.432326 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.432617 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.433355 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.433687 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > port after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.434030 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.434384 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > port after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.434718 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.435025 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.435338 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.435656 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.570631 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port fe2ddcc7-ebbe-4407-83db-31c6077084f8 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:08:57.572654 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:57.582880 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b42cd1a-b1c1-47a7-bfcf-10910243a2d7 admin admin] Publish callbacks [] for security_group (f07c50ae-ef0d-4a16-9eec-dad9a956e14b), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:57.610865 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b42cd1a-b1c1-47a7-bfcf-10910243a2d7 admin admin] Publish callbacks [] for security_group (f07c50ae-ef0d-4a16-9eec-dad9a956e14b), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:57.675204 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b42cd1a-b1c1-47a7-bfcf-10910243a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (f07c50ae-ef0d-4a16-9eec-dad9a956e14b), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:57.678012 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b42cd1a-b1c1-47a7-bfcf-10910243a2d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:57.681700 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0b42cd1a-b1c1-47a7-bfcf-10910243a2d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f07c50ae-ef0d-4a16-9eec-dad9a956e14b HTTP/1.1" status: 204 len: 168 time: 0.7459908 Mar 07 18:08:57.716823 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0f54-b578-40e5-bef0-c15f910ee8bf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group_rule (dd4fdb86-5d12-4d46-b748-d808745cfded), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:57.732857 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:49Z', 'revision_number': 3, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:57.796687 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Checking router: 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:08:57.797272 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Updating router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 port 39baaaa4-afec-4868-98af-578b3ff20cc5 binding host dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:08:57.859009 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.872550 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.872550 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.872824 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 18:08:57.873237 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d065944d-658b-4aef-98a9-1bf39232d1ba']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:57.874067 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42cd1a-b1c1-47a7-bfcf-10910243a2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07c50ae-ef0d-4a16-9eec-dad9a956e14b,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:57.941534 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.039015 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a2b32d-ffb3-48ee-8538-c998b3688cdc') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:58.039914 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a2b32d-ffb3-48ee-8538-c998b3688cdc') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:58.062787 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-469373'] for segment (43a2b32d-ffb3-48ee-8538-c998b3688cdc), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.087578 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (43a2b32d-ffb3-48ee-8538-c998b3688cdc), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.101681 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:08:58.102627 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670860'] for segment (43a2b32d-ffb3-48ee-8538-c998b3688cdc), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: from cryptography.utils import int_from_bytes Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: from cryptography.utils import int_from_bytes Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: Traceback (most recent call last): Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: timer() Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: cb(*args, **kw) Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: return func(*args, **kwargs) Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: self._notify() Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: self.callback(batched_events) Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: event.method(event) Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: return f(self, *a, **k) Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._get(url).json() Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: return self.request(url, 'GET', **kwargs) Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:08:58.155150 dv-cinder-832291-1-iscsi neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:08:58.349854 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port fe2ddcc7-ebbe-4407-83db-31c6077084f8 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:08:58.383947 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:58.387284 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.395326 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] 10.222.0.37 "PUT /v2.0/ports/7648227d-923d-4df5-b377-b0b25b924936 HTTP/1.1" status: 200 len: 1093 time: 5.6916299 Mar 07 18:08:58.397948 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb89bad-b3b4-4616-999b-382f415ef9b8', 'tag': '7648227d-923d-4df5-b377-b0b25b924936'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:08:58.419019 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.424630 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34504) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:58.449462 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (d065944d-658b-4aef-98a9-1bf39232d1ba), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.479517 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39339d3-2192-46ea-bf1e-14adf2984404 service neutron] Pushing event updated for resources: {'Port': ['ID=7648227d-923d-4df5-b377-b0b25b924936,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:58.482937 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Sync routers for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:08:58.548823 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:08:58.549729 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:08:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:58.582177 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4a5a-e067-4134-845e-16c9300f22e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.620373 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.631223 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d065944d-658b-4aef-98a9-1bf39232d1ba HTTP/1.1" status: 204 len: 168 time: 2.9658155 Mar 07 18:08:58.637366 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99600440-aaeb-4eb5-bbe7-f4020512cd70 req-4cf88bed-c048-4e14-89cf-8137b203d628 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:58.639059 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-99600440-aaeb-4eb5-bbe7-f4020512cd70 req-4cf88bed-c048-4e14-89cf-8137b203d628 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 943 time: 0.2994893 Mar 07 18:08:58.718592 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7c70d-efee-4835-aaec-8f8023f27b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=d065944d-658b-4aef-98a9-1bf39232d1ba,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:58.831984 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0f54-b578-40e5-bef0-c15f910ee8bf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group_rule (dd4fdb86-5d12-4d46-b748-d808745cfded), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.834608 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4f2191-884d-4815-a8b2-49ee4f4e376d" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb89bad-b3b4-4616-999b-382f415ef9b8", "tag": "7648227d-923d-4df5-b377-b0b25b924936"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:08:58.876597 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b39e2e-1279-4490-84af-489725d0d707 req-0e4f2927-4fa2-4d3a-a4eb-50c5cbf9be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:58.878868 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-0e4f2927-4fa2-4d3a-a4eb-50c5cbf9be09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=984e5c685b0f46eb9c19c16b7c44c792&device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 1127 time: 0.3764129 Mar 07 18:08:58.886628 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Publish callbacks [] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.897565 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.932885 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Attempting to bind port 39baaaa4-afec-4868-98af-578b3ff20cc5 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:08:58.933803 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Attempting to bind port 39baaaa4-afec-4868-98af-578b3ff20cc5 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:08:58.934218 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Attempting to bind port 39baaaa4-afec-4868-98af-578b3ff20cc5 on network f677d92c-de1b-4c38-ad35-4a06c685919d {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:08:58.965881 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:08:58.966435 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Checking segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:08:58.967027 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.967490 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Bound using segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:08:58.968029 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Bound port: 39baaaa4-afec-4868-98af-578b3ff20cc5, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:08:58.968551 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:58.973621 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-f63ca0e9-93b9-447f-8fed-3dcd1b98105a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7648227d-923d-4df5-b377-b0b25b924936 HTTP/1.1" status: 200 len: 217 time: 0.0806205 Mar 07 18:08:58.983948 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-99600440-aaeb-4eb5-bbe7-f4020512cd70 req-3ad1be46-9e39-4dd9-ae33-db4fb892adde tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858765 Mar 07 18:08:59.009697 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0f54-b578-40e5-bef0-c15f910ee8bf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (dd4fdb86-5d12-4d46-b748-d808745cfded), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:59.022592 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:59.036367 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:08:59.109734 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0f54-b578-40e5-bef0-c15f910ee8bf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:59.116992 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7e3d0f54-b578-40e5-bef0-c15f910ee8bf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7920241 Mar 07 18:08:59.116992 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d0f54-b578-40e5-bef0-c15f910ee8bf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4fdb86-5d12-4d46-b748-d808745cfded,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:59.127203 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34522) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:59.142394 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b39e2e-1279-4490-84af-489725d0d707 req-0da7d182-9daa-4285-bc3b-a71a23279d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:08:59.144804 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-0da7d182-9daa-4285-bc3b-a71a23279d26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfe0f46a-6213-4286-bde2-464521c9867a HTTP/1.1" status: 200 len: 851 time: 0.1458826 Mar 07 18:08:59.147552 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4a5a-e067-4134-845e-16c9300f22e7 admin admin] Publish callbacks [] for security_group (1445bd93-3593-44f2-97ee-af3c40f7041c), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:59.154813 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:08:59.160898 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4a5a-e067-4134-845e-16c9300f22e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (1445bd93-3593-44f2-97ee-af3c40f7041c), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:59.187076 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34526) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:59.188101 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] For port 39baaaa4-afec-4868-98af-578b3ff20cc5, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:08:59.205674 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] For port 39baaaa4-afec-4868-98af-578b3ff20cc5, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=39baaaa4-afec-4868-98af-578b3ff20cc5,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:08:59.233934 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ff8ca-ba0f-404e-a4e1-8863335f4648 None None] Pushing event updated for resources: {'Port': ['ID=39baaaa4-afec-4868-98af-578b3ff20cc5,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:59.271818 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-4bfb4a5a-e067-4134-845e-16c9300f22e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf7f78338fb14eafb571d6ec0518c983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8318651 Mar 07 18:08:59.275860 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:59.297399 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34530) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:59.323233 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb4a5a-e067-4134-845e-16c9300f22e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1445bd93-3593-44f2-97ee-af3c40f7041c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:59.360107 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:59.434856 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-51239366-36ba-4e00-8f70-07cc91c8ab8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2439318 Mar 07 18:08:59.454635 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:59.516412 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-513d7a30-e17e-4d4a-9016-a61193411715 admin admin] Publish callbacks [] for security_group (1445bd93-3593-44f2-97ee-af3c40f7041c), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:59.518300 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:08:59.518945 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:08:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:59.568340 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-513d7a30-e17e-4d4a-9016-a61193411715 admin admin] Publish callbacks [] for security_group (1445bd93-3593-44f2-97ee-af3c40f7041c), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:59.694102 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-6b577de2-4b6e-4a50-9573-9a952c47a930 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=947ded6d48d145e0a5d4fd967b2290b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4099064 Mar 07 18:08:59.694988 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34548) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:08:59.740815 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-513d7a30-e17e-4d4a-9016-a61193411715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (1445bd93-3593-44f2-97ee-af3c40f7041c), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:59.743691 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-513d7a30-e17e-4d4a-9016-a61193411715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:08:59.759371 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-513d7a30-e17e-4d4a-9016-a61193411715 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1445bd93-3593-44f2-97ee-af3c40f7041c HTTP/1.1" status: 204 len: 168 time: 0.4349179 Mar 07 18:08:59.900193 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 2, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:08:59.926641 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ff8ca-ba0f-404e-a4e1-8863335f4648 None None] Pushing event updated for resources: {'Port': ['ID=39baaaa4-afec-4868-98af-578b3ff20cc5,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:08:59.977485 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d7a30-e17e-4d4a-9016-a61193411715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1445bd93-3593-44f2-97ee-af3c40f7041c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:00.015793 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5443fe-ff2f-4229-8526-c0b940769dcc x-openstack-request-id: req-fe5443fe-ff2f-4229-8526-c0b940769dcc {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:00.018527 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb89bad-b3b4-4616-999b-382f415ef9b8", "tag": "7648227d-923d-4df5-b377-b0b25b924936", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:00.020640 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe5443fe-ff2f-4229-8526-c0b940769dcc {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:00.021294 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb89bad-b3b4-4616-999b-382f415ef9b8', 'tag': '7648227d-923d-4df5-b377-b0b25b924936', 'status': 'completed', 'code': 200} Mar 07 18:09:00.045969 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Checking router: d6d6db4e-9766-4339-8b17-cb89a73d9b8a for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:09:00.047126 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Updating router d6d6db4e-9766-4339-8b17-cb89a73d9b8a port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 binding host dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:09:00.084858 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:00.172681 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:00.217262 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-16405381-7f32-4e50-9fbf-989b620798b4 service neutron] 10.222.0.37 "GET /v2.0/networks/ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558565 Mar 07 18:09:00.363942 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Allocated IP 172.20.0.1 (800e9ee9-8ed4-475a-8cec-65f891cb90a7/94dfeeb6-64a3-458e-b465-1993f2079c52/46a67b30-9955-4d3e-94a7-784994ee4086) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:09:00.408414 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Allocated IP 172.27.0.43 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/8a0b8fdf-9398-4104-8f17-8650d69cf8a0) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:09:00.509810 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1fa68901-764a-430e-a201-817ea5d78742 admin admin] Publish callbacks [] for security_group (e12a1c6c-79e7-455f-9fe1-91b33e1308be), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:00.580544 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78b39e2e-1279-4490-84af-489725d0d707 req-199ed612-a578-4205-91ba-4117c9dc4790 service neutron] 10.222.0.37 "GET /v2.0/networks/ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460877 Mar 07 18:09:00.630210 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:49Z', 'revision_number': 3, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:00.695068 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1fa68901-764a-430e-a201-817ea5d78742 admin admin] Publish callbacks [] for security_group (e12a1c6c-79e7-455f-9fe1-91b33e1308be), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:00.729882 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ca23d-100d-4e08-a6ed-72e4907d49ab None None] The sync data for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi is: [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:49Z', 'revision_number': 3, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:09:00.828307 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1fa68901-764a-430e-a201-817ea5d78742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (e12a1c6c-79e7-455f-9fe1-91b33e1308be), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:00.832023 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1fa68901-764a-430e-a201-817ea5d78742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:00.837704 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1fa68901-764a-430e-a201-817ea5d78742 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e12a1c6c-79e7-455f-9fe1-91b33e1308be HTTP/1.1" status: 204 len: 168 time: 1.1321409 Mar 07 18:09:00.837875 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for port (8a0b8fdf-9398-4104-8f17-8650d69cf8a0), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:00.851796 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d1730-782e-4f2f-a3d2-749077736c86 req-8fcc9ad5-be8d-42ac-8941-19d78cb016c5 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:00.853393 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b73d1730-782e-4f2f-a3d2-749077736c86 req-8fcc9ad5-be8d-42ac-8941-19d78cb016c5 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 943 time: 0.6697202 Mar 07 18:09:00.903420 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:00.909272 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa68901-764a-430e-a201-817ea5d78742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12a1c6c-79e7-455f-9fe1-91b33e1308be,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:00.915651 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Publish callbacks [] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:00.922891 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:01.019756 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f2191-884d-4815-a8b2-49ee4f4e376d req-977ef705-153b-43da-a824-4b34ef5860b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:01.021295 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-1a4f2191-884d-4815-a8b2-49ee4f4e376d req-977ef705-153b-43da-a824-4b34ef5860b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=984e5c685b0f46eb9c19c16b7c44c792&device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 1127 time: 0.3287485 Mar 07 18:09:01.042030 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931c761-a338-4294-935a-66a89d6ee337 None None] Pushing event updated for resources: {'Port': ['ID=e1596558-f1cb-48cb-8fd9-ee7e879be9b1,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:01.078449 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Publish callbacks [] for port (46a67b30-9955-4d3e-94a7-784994ee4086), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:01.115114 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b73d1730-782e-4f2f-a3d2-749077736c86 req-1d3a2f23-7a6a-4abf-9872-81adeced465d tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469263 Mar 07 18:09:01.152795 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:01.289098 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Attempting to bind port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:09:01.289781 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Attempting to bind port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:09:01.292278 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Attempting to bind port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 on network c142ae0b-d6c6-40c3-b892-6770988a7506 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:01.312008 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:09:01.320025 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:01.335993 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Checking segment: {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:01.337634 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:01.338473 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Bound using segment: {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:09:01.340659 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Bound port: e1596558-f1cb-48cb-8fd9-ee7e879be9b1, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:09:01.341152 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:01.343115 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:01.385848 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:09:01.401306 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Pushing event updated for resources: {'Port': ['ID=46a67b30-9955-4d3e-94a7-784994ee4086,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:01.533238 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] For port e1596558-f1cb-48cb-8fd9-ee7e879be9b1, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:09:01.548167 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] For port e1596558-f1cb-48cb-8fd9-ee7e879be9b1, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=e1596558-f1cb-48cb-8fd9-ee7e879be9b1,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:09:01.565604 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:01.590104 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (8a0b8fdf-9398-4104-8f17-8650d69cf8a0), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:01.605799 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-868814'] for router_interface (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:01.770685 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f2191-884d-4815-a8b2-49ee4f4e376d req-3ba30c39-d98b-4bfc-8aa1-fce9f6d8c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:01.772242 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-1a4f2191-884d-4815-a8b2-49ee4f4e376d req-3ba30c39-d98b-4bfc-8aa1-fce9f6d8c114 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 HTTP/1.1" status: 200 len: 912 time: 0.7358065 Mar 07 18:09:01.779950 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:01.791826 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:08:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:01.812729 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event updated for resources: {'Port': ['ID=8a0b8fdf-9398-4104-8f17-8650d69cf8a0,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:01.824890 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:01.860860 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931c761-a338-4294-935a-66a89d6ee337 None None] Pushing event updated for resources: {'Port': ['ID=e1596558-f1cb-48cb-8fd9-ee7e879be9b1,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:01.868186 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:01.879075 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:09:01.915455 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-11f882f8-7919-44c1-836c-67373ce1d8a1 None None] Provisioning complete for port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:01.918163 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-11f882f8-7919-44c1-836c-67373ce1d8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:02.022012 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34614) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:02.047349 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Allocated IP 172.27.0.200 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/03d5541b-8d14-4519-8de4-cd45c94139ef) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:09:02.157995 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-1a4f2191-884d-4815-a8b2-49ee4f4e376d req-6cf1e815-0167-49ed-8daa-6a96b033745b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7648227d-923d-4df5-b377-b0b25b924936 HTTP/1.1" status: 200 len: 217 time: 0.3711438 Mar 07 18:09:02.302324 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-11f882f8-7919-44c1-836c-67373ce1d8a1 None None] Current status of the port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:02.306016 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-11f882f8-7919-44c1-836c-67373ce1d8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:02.418858 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-8ab0c601-d13d-46cc-9098-7eaff8c689ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=317f31bbf4d04cee9f7d92c5fffce94e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3938465 Mar 07 18:09:02.420947 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f2191-884d-4815-a8b2-49ee4f4e376d req-fecd2b88-f44b-431d-a175-0f29106b76ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:02.422470 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-1a4f2191-884d-4815-a8b2-49ee4f4e376d req-fecd2b88-f44b-431d-a175-0f29106b76ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfe0f46a-6213-4286-bde2-464521c9867a HTTP/1.1" status: 200 len: 851 time: 0.1400630 Mar 07 18:09:02.426148 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34620) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:02.450429 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-11f882f8-7919-44c1-836c-67373ce1d8a1 None None] For port e1596558-f1cb-48cb-8fd9-ee7e879be9b1, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=e1596558-f1cb-48cb-8fd9-ee7e879be9b1,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:02.456587 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-11f882f8-7919-44c1-836c-67373ce1d8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:02.483049 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:02.629486 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f882f8-7919-44c1-836c-67373ce1d8a1 None None] Pushing event updated for resources: {'Port': ['ID=e1596558-f1cb-48cb-8fd9-ee7e879be9b1,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:02.686802 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-1ddb40dd-a7cc-4165-9d48-1940fef91431 None None] Provisioning complete for port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:02.687197 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1ddb40dd-a7cc-4165-9d48-1940fef91431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:02.691053 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:02.877813 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d90e-c973-440c-880a-f2db875e29af req-926b84f1-0d59-4f39-b89c-c2b509510d73 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:02.885066 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b4d1d90e-c973-440c-880a-f2db875e29af req-926b84f1-0d59-4f39-b89c-c2b509510d73 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 943 time: 0.5364227 Mar 07 18:09:02.889034 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for port (03d5541b-8d14-4519-8de4-cd45c94139ef), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:02.890819 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-1a4f2191-884d-4815-a8b2-49ee4f4e376d req-ff2c4ad8-e69a-4a15-a414-87d9b88c9101 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3981555 Mar 07 18:09:02.974508 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb40dd-a7cc-4165-9d48-1940fef91431 None None] Current status of the port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:03.016444 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-1ddb40dd-a7cc-4165-9d48-1940fef91431 None None] Provisioning complete for port 46a67b30-9955-4d3e-94a7-784994ee4086 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:03.017098 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1ddb40dd-a7cc-4165-9d48-1940fef91431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:03.081995 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e01803f7-5b80-409f-996b-6a64bbd35335 admin admin] Publish callbacks [] for security_group (c18a57e1-8e54-43bd-ae3e-923bac1e4a75), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:03.087197 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:01Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:03.097549 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34626) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:03.134255 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb40dd-a7cc-4165-9d48-1940fef91431 None None] Port 46a67b30-9955-4d3e-94a7-784994ee4086 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:09:03.187659 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b4d1d90e-c973-440c-880a-f2db875e29af req-b0387b36-57f4-471c-a5ba-501fe4429e43 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678347 Mar 07 18:09:03.190218 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfbe34-c56f-4cc0-8faa-da4a24e7b6fa None None] The sync data for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi is: [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:01Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:09:03.292463 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34632) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:03.358678 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e01803f7-5b80-409f-996b-6a64bbd35335 admin admin] Publish callbacks [] for security_group (c18a57e1-8e54-43bd-ae3e-923bac1e4a75), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:03.468560 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 39baaaa4-afec-4868-98af-578b3ff20cc5 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:03.512447 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Publish callbacks [] for port (46a67b30-9955-4d3e-94a7-784994ee4086), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:03.516050 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (03d5541b-8d14-4519-8de4-cd45c94139ef), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:03.574420 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-1a4f2191-884d-4815-a8b2-49ee4f4e376d req-a2e27ecd-44fc-4f1a-a122-c2f0f1f8148d service neutron] 10.222.0.37 "GET /v2.0/networks/ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6540263 Mar 07 18:09:03.634625 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:03.654386 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (859cd24f-9367-4ba7-9722-f7b3d69f3d15), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:03.675450 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 39baaaa4-afec-4868-98af-578b3ff20cc5 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:03.677087 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:03.717465 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:03.791685 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e01803f7-5b80-409f-996b-6a64bbd35335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (c18a57e1-8e54-43bd-ae3e-923bac1e4a75), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:03.798223 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e01803f7-5b80-409f-996b-6a64bbd35335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:03.801882 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-e01803f7-5b80-409f-996b-6a64bbd35335 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c18a57e1-8e54-43bd-ae3e-923bac1e4a75 HTTP/1.1" status: 204 len: 168 time: 1.3731847 Mar 07 18:09:03.885256 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01803f7-5b80-409f-996b-6a64bbd35335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18a57e1-8e54-43bd-ae3e-923bac1e4a75,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:03.901114 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:03.903761 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e949d78-2c3a-4bf6-8239-95e716ecbd59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:03.907555 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:09:03.929382 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 39baaaa4-afec-4868-98af-578b3ff20cc5 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:03.929787 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:03.946027 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dc0d000c-7679-4f62-9954-bf7d693fd822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:04.015245 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port 39baaaa4-afec-4868-98af-578b3ff20cc5, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=39baaaa4-afec-4868-98af-578b3ff20cc5,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:04.021816 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:04.023086 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device e1596558-f1cb-48cb-8fd9-ee7e879be9b1 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:04.061148 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-1a4f2191-884d-4815-a8b2-49ee4f4e376d req-ed9484da-32c8-4360-81a8-316b0affb3dd service neutron] 10.222.0.37 "GET /v2.0/networks/ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512030 Mar 07 18:09:04.076635 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (8a0b8fdf-9398-4104-8f17-8650d69cf8a0), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:04.128842 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event updated for resources: {'Port': ['ID=03d5541b-8d14-4519-8de4-cd45c94139ef,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:04.428963 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for port (8a0b8fdf-9398-4104-8f17-8650d69cf8a0), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:04.438222 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=39baaaa4-afec-4868-98af-578b3ff20cc5,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:04.441252 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (8a0b8fdf-9398-4104-8f17-8650d69cf8a0), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:04.513320 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:04.513763 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:04.641536 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:04.720819 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event updated for resources: {'Port': ['ID=8a0b8fdf-9398-4104-8f17-8650d69cf8a0,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:04.749770 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (859cd24f-9367-4ba7-9722-f7b3d69f3d15), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:04.784657 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:04.793600 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-80ade0c2-d4a0-4f75-bb9e-605d4885c7da tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8047748 Mar 07 18:09:04.819737 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868770'] for router_interface (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:04.896690 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dc0d000c-7679-4f62-9954-bf7d693fd822 admin admin] Publish callbacks [] for security_group (ea1b7fb9-f381-47eb-a2f8-ad3927095f88), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:04.970668 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dc0d000c-7679-4f62-9954-bf7d693fd822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ea1b7fb9-f381-47eb-a2f8-ad3927095f88), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.013194 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Pushing event updated for resources: {'Port': ['ID=46a67b30-9955-4d3e-94a7-784994ee4086,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:05.192862 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-dc0d000c-7679-4f62-9954-bf7d693fd822 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afbf86fd1b7048d4b54d316117371ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8969812 Mar 07 18:09:05.195473 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34684) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:05.205169 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (858398d7-e6ec-46ec-b91b-48c5c522cdbd), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.214144 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:09:05.224747 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d000c-7679-4f62-9954-bf7d693fd822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1b7fb9-f381-47eb-a2f8-ad3927095f88,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:05.267240 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3eb524-8a9d-472d-b108-41f8b3c95043 req-686e12bf-f251-44b1-bf3a-1ff87c6950f4 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:05.274317 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f3eb524-8a9d-472d-b108-41f8b3c95043 req-686e12bf-f251-44b1-bf3a-1ff87c6950f4 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 943 time: 0.4655898 Mar 07 18:09:05.312685 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 39baaaa4-afec-4868-98af-578b3ff20cc5 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:05.320561 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e949d78-2c3a-4bf6-8239-95e716ecbd59 admin admin] Publish callbacks [] for security_group (68e0886f-566c-45af-885c-727569eab891), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.337309 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb976998-37a8-4aec-b049-4370b36dbb84 admin admin] Publish callbacks [] for security_group (ea1b7fb9-f381-47eb-a2f8-ad3927095f88), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.352891 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e949d78-2c3a-4bf6-8239-95e716ecbd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (68e0886f-566c-45af-885c-727569eab891), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.364836 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb976998-37a8-4aec-b049-4370b36dbb84 admin admin] Publish callbacks [] for security_group (ea1b7fb9-f381-47eb-a2f8-ad3927095f88), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.420241 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (03d5541b-8d14-4519-8de4-cd45c94139ef), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.426447 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb976998-37a8-4aec-b049-4370b36dbb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ea1b7fb9-f381-47eb-a2f8-ad3927095f88), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.429402 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 39baaaa4-afec-4868-98af-578b3ff20cc5 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:05.431504 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb976998-37a8-4aec-b049-4370b36dbb84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.434269 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.437746 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-cb976998-37a8-4aec-b049-4370b36dbb84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea1b7fb9-f381-47eb-a2f8-ad3927095f88 HTTP/1.1" status: 204 len: 168 time: 0.2410281 Mar 07 18:09:05.452577 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:05.476609 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb976998-37a8-4aec-b049-4370b36dbb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1b7fb9-f381-47eb-a2f8-ad3927095f88,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:05.505105 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-4e949d78-2c3a-4bf6-8239-95e716ecbd59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea7e5259cecb41d9bd4c33b95bf78ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4064529 Mar 07 18:09:05.506127 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:05.508059 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34692) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:05.526208 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e949d78-2c3a-4bf6-8239-95e716ecbd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e0886f-566c-45af-885c-727569eab891,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:05.550209 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-3d6a5520-79ff-4184-92e2-d06ed8ca17c6 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2112685489&fields=id&tenant_id=a3f9e1ac18ce4f78b19a304c594103b8 HTTP/1.1" status: 200 len: 267 time: 0.3307140 Mar 07 18:09:05.569984 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f3eb524-8a9d-472d-b108-41f8b3c95043 req-e27ec45c-3ea6-48eb-ac94-25d4bbbfef32 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935858 Mar 07 18:09:05.682460 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d07c4d69-b3a6-460e-8d53-224e36e64c93 admin admin] Publish callbacks [] for security_group (68e0886f-566c-45af-885c-727569eab891), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.732580 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d07c4d69-b3a6-460e-8d53-224e36e64c93 admin admin] Publish callbacks [] for security_group (68e0886f-566c-45af-885c-727569eab891), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.743135 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 39baaaa4-afec-4868-98af-578b3ff20cc5 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:05.831879 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d07c4d69-b3a6-460e-8d53-224e36e64c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (68e0886f-566c-45af-885c-727569eab891), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.836263 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d07c4d69-b3a6-460e-8d53-224e36e64c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:05.836263 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-d07c4d69-b3a6-460e-8d53-224e36e64c93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68e0886f-566c-45af-885c-727569eab891 HTTP/1.1" status: 204 len: 168 time: 0.3268087 Mar 07 18:09:05.850208 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c4d69-b3a6-460e-8d53-224e36e64c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e0886f-566c-45af-885c-727569eab891,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:05.986617 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-3ceb8af9-2e97-444d-a213-1584b973acb6 None None] Provisioning complete for port 46a67b30-9955-4d3e-94a7-784994ee4086 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:05.987453 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3ceb8af9-2e97-444d-a213-1584b973acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.023067 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-ec5007ae-72f0-42f6-8e6d-a32794bcd9d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:06.024675 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-ec5007ae-72f0-42f6-8e6d-a32794bcd9d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/networks?id=d3861992-bbf8-44fd-ac4d-48923961f3e3 HTTP/1.1" status: 200 len: 811 time: 0.4537232 Mar 07 18:09:06.028532 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for port (03d5541b-8d14-4519-8de4-cd45c94139ef), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.034683 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb8af9-2e97-444d-a213-1584b973acb6 None None] Port 46a67b30-9955-4d3e-94a7-784994ee4086 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:09:06.046454 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:09:06.048187 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (03d5541b-8d14-4519-8de4-cd45c94139ef), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.080399 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-e8562bcb-db80-4fc2-a0e0-94d8f13b4105 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/quotas/a3f9e1ac18ce4f78b19a304c594103b8 HTTP/1.1" status: 200 len: 375 time: 0.0479081 Mar 07 18:09:06.101097 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34708) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:06.117048 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-69114707-3831-40c0-b3fa-c3d2d3eb88e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.202096 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event updated for resources: {'Port': ['ID=03d5541b-8d14-4519-8de4-cd45c94139ef,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:06.210398 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-69114707-3831-40c0-b3fa-c3d2d3eb88e6 admin admin] Publish callbacks [] for security_group (a67888d6-9fc8-4bf0-a480-ef4664dd5945), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.215564 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-69114707-3831-40c0-b3fa-c3d2d3eb88e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (a67888d6-9fc8-4bf0-a480-ef4664dd5945), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.234011 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (858398d7-e6ec-46ec-b91b-48c5c522cdbd), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.269789 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-69114707-3831-40c0-b3fa-c3d2d3eb88e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11adf23877834f2ab364520ee733a050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670091 Mar 07 18:09:06.270912 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69114707-3831-40c0-b3fa-c3d2d3eb88e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67888d6-9fc8-4bf0-a480-ef4664dd5945,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:06.273663 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34714) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:06.310475 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.316199 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-62c107c2-1b7e-4b68-8443-3fc12c0dd32f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1659963 Mar 07 18:09:06.322610 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-3bf4881d-ca09-4578-bfa3-e5a2ea3cc077 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2306170 Mar 07 18:09:06.344490 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:09:06.351626 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19d51d69-a5ea-4727-ad0a-c5cb89f418ea admin admin] Publish callbacks [] for security_group (a67888d6-9fc8-4bf0-a480-ef4664dd5945), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.357440 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Sync routers for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:09:06.360931 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-35a30d62-74dd-40d1-8bb1-64a8647b9613 admin admin] 10.222.0.13 "PUT /v2.0/routers/6b447b10-73cb-4fd4-bb3f-c3819a9f4c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8723669 Mar 07 18:09:06.381741 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:06.382879 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19d51d69-a5ea-4727-ad0a-c5cb89f418ea admin admin] Publish callbacks [] for security_group (a67888d6-9fc8-4bf0-a480-ef4664dd5945), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.383034 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:08:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:06.428891 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34724) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:06.455055 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7620-ddfa-4112-97a4-3ef5324c6408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.464441 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19d51d69-a5ea-4727-ad0a-c5cb89f418ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (a67888d6-9fc8-4bf0-a480-ef4664dd5945), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.467636 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19d51d69-a5ea-4727-ad0a-c5cb89f418ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.469199 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-19d51d69-a5ea-4727-ad0a-c5cb89f418ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a67888d6-9fc8-4bf0-a480-ef4664dd5945 HTTP/1.1" status: 204 len: 168 time: 0.1946402 Mar 07 18:09:06.490639 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d51d69-a5ea-4727-ad0a-c5cb89f418ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67888d6-9fc8-4bf0-a480-ef4664dd5945,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:06.512257 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:06.600814 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7620-ddfa-4112-97a4-3ef5324c6408 admin admin] Publish callbacks [] for security_group (d2194f7d-ed3b-489e-87d4-ebf676f7a64d), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.611870 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7620-ddfa-4112-97a4-3ef5324c6408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (d2194f7d-ed3b-489e-87d4-ebf676f7a64d), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.708788 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-4ddd7620-ddfa-4112-97a4-3ef5324c6408 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7231a1d7e665406ab95aede14460c511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712197 Mar 07 18:09:06.715369 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34746) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:06.720720 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-3e27e808-ce45-4fd8-a3ec-e068f9cb9f2f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--947458930&fields=id&tenant_id=ad4cb97f96de4c73a3c759ebc4e33894 HTTP/1.1" status: 200 len: 267 time: 0.0954661 Mar 07 18:09:06.729351 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd7620-ddfa-4112-97a4-3ef5324c6408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2194f7d-ed3b-489e-87d4-ebf676f7a64d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:06.789674 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 2, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:06.837421 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Checking router: 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:09:06.837785 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Updating router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 port 46a67b30-9955-4d3e-94a7-784994ee4086 binding host dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:09:06.843854 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d483a82f-52e0-4156-9532-66eaef62fd9a admin admin] Publish callbacks [] for security_group (d2194f7d-ed3b-489e-87d4-ebf676f7a64d), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.875416 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.877694 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d483a82f-52e0-4156-9532-66eaef62fd9a admin admin] Publish callbacks [] for security_group (d2194f7d-ed3b-489e-87d4-ebf676f7a64d), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.940023 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440bba-4f8c-4b51-875e-d370de863209 req-92ec10e0-d251-44ef-8207-fa0589803e49 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:06.941822 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d483a82f-52e0-4156-9532-66eaef62fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (d2194f7d-ed3b-489e-87d4-ebf676f7a64d), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.945003 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d483a82f-52e0-4156-9532-66eaef62fd9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:06.946303 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-d483a82f-52e0-4156-9532-66eaef62fd9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2194f7d-ed3b-489e-87d4-ebf676f7a64d HTTP/1.1" status: 204 len: 168 time: 0.2299712 Mar 07 18:09:06.960491 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-92ec10e0-d251-44ef-8207-fa0589803e49 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 817 time: 0.2118318 Mar 07 18:09:06.968062 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483a82f-52e0-4156-9532-66eaef62fd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2194f7d-ed3b-489e-87d4-ebf676f7a64d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:06.989192 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-2a22e679-c641-4578-99b1-540757e6ce67 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/quotas/ad4cb97f96de4c73a3c759ebc4e33894 HTTP/1.1" status: 200 len: 375 time: 0.0278466 Mar 07 18:09:07.073418 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-1d26219d-5914-4b05-af71-d5df3faabd60 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833614 Mar 07 18:09:07.099709 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-c815f797-43fc-456a-8a4d-a06045639b79 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:09:07.101623 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-c815f797-43fc-456a-8a4d-a06045639b79 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3797169 Mar 07 18:09:07.317794 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Publish callbacks [] for port (46a67b30-9955-4d3e-94a7-784994ee4086), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:07.326728 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:07.361892 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-6273364f-f0dd-408c-913e-b6a53d4c6b19 service neutron] 10.222.0.13 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589016 Mar 07 18:09:07.363718 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-4477e322-2492-4d5e-bdb1-7f570590f8a1 service neutron] 10.222.0.13 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461994 Mar 07 18:09:07.463200 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bbbda-6bd7-4222-9505-367b60677684 None None] Pushing event updated for resources: {'Port': ['ID=46a67b30-9955-4d3e-94a7-784994ee4086,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:07.537945 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Attempting to bind port 46a67b30-9955-4d3e-94a7-784994ee4086 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:09:07.537945 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Attempting to bind port 46a67b30-9955-4d3e-94a7-784994ee4086 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:09:07.537945 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Attempting to bind port 46a67b30-9955-4d3e-94a7-784994ee4086 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:07.546073 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:09:07.546459 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Checking segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:07.546961 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:07.547436 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Bound using segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:09:07.547911 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Bound port: 46a67b30-9955-4d3e-94a7-784994ee4086, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:09:07.548932 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:07.610378 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b978527e-870c-404d-bf55-cb057cfaaefc service neutron] 10.222.0.13 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330744 Mar 07 18:09:07.612637 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-a6328bc9-ed78-4148-9866-bf188e4b0020 service neutron] 10.222.0.13 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223501 Mar 07 18:09:07.691716 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] For port 46a67b30-9955-4d3e-94a7-784994ee4086, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:09:07.697344 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] For port 46a67b30-9955-4d3e-94a7-784994ee4086, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=46a67b30-9955-4d3e-94a7-784994ee4086,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:09:07.710858 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:07.788625 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bbbda-6bd7-4222-9505-367b60677684 None None] Pushing event updated for resources: {'Port': ['ID=46a67b30-9955-4d3e-94a7-784994ee4086,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:07.816914 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-d40adf7f-7a2e-4767-838d-bdfdc2e8d8aa None None] Provisioning complete for port 46a67b30-9955-4d3e-94a7-784994ee4086 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:07.817302 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d40adf7f-7a2e-4767-838d-bdfdc2e8d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:07.857452 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:07.858560 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:08:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:08.197461 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-d40adf7f-7a2e-4767-838d-bdfdc2e8d8aa None None] Current status of the port 46a67b30-9955-4d3e-94a7-784994ee4086 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:08.198020 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d40adf7f-7a2e-4767-838d-bdfdc2e8d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:08.242380 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-d40adf7f-7a2e-4767-838d-bdfdc2e8d8aa None None] For port 46a67b30-9955-4d3e-94a7-784994ee4086, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=46a67b30-9955-4d3e-94a7-784994ee4086,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:08.249148 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d40adf7f-7a2e-4767-838d-bdfdc2e8d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:08.346826 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40adf7f-7a2e-4767-838d-bdfdc2e8d8aa None None] Pushing event updated for resources: {'Port': ['ID=46a67b30-9955-4d3e-94a7-784994ee4086,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:08.407537 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:08.495080 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2bb14c3d-5ecd-40d5-baa9-f8c4224cee46 None None] Provisioning complete for port 46a67b30-9955-4d3e-94a7-784994ee4086 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:08.496433 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2bb14c3d-5ecd-40d5-baa9-f8c4224cee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:08.862488 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75150a-3582-46f3-87b0-8fe29171ccfa req-fe29cef8-4338-4bce-962d-ccdfdd42d105 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:08.866104 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd75150a-3582-46f3-87b0-8fe29171ccfa req-fe29cef8-4338-4bce-962d-ccdfdd42d105 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 943 time: 0.7074451 Mar 07 18:09:08.939525 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2bb14c3d-5ecd-40d5-baa9-f8c4224cee46 None None] Current status of the port 46a67b30-9955-4d3e-94a7-784994ee4086 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:08.956288 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd75150a-3582-46f3-87b0-8fe29171ccfa req-0bae94d3-12e6-4964-9b83-cb3345e94f08 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833080 Mar 07 18:09:08.983248 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:07Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:09.068838 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8cfcaf10-6a67-4eee-b84d-9247072a6159 req-c54caa91-72c2-43f4-942a-1304078baa82 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 210 time: 0.0530431 Mar 07 18:09:09.083562 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c90da9-fae4-4ee3-bf8b-dd7c5533024c None None] The sync data for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi is: [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:07Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:09:09.119660 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 7648227d-923d-4df5-b377-b0b25b924936 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:09:09.261243 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a811fcde-567f-462d-bac8-8abef8365b3b req-47f3606b-e3ae-4d24-b53b-3bace2cc8d93 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 210 time: 0.1104219 Mar 07 18:09:09.330801 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34884) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:09.336602 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0000707b-d568-4479-9f3a-b5a2c2d48afa tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--838229580', 'description': 'tempest-description--362548724'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:09.401357 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0000707b-d568-4479-9f3a-b5a2c2d48afa tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:09.493755 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 7648227d-923d-4df5-b377-b0b25b924936, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=7648227d-923d-4df5-b377-b0b25b924936,segment=NetworkSegment(652b8e83-1d75-4fd5-a9e5-480519af6a06),segment_id=652b8e83-1d75-4fd5-a9e5-480519af6a06)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:09.503933 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0000707b-d568-4479-9f3a-b5a2c2d48afa tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (307be2b2-7ce7-4436-a76c-42a4283f46a9), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:09.512984 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0000707b-d568-4479-9f3a-b5a2c2d48afa tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (307be2b2-7ce7-4436-a76c-42a4283f46a9), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:09.545092 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '7648227d-923d-4df5-b377-b0b25b924936', 'network_id': 'ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0', 'port_id': '7648227d-923d-4df5-b377-b0b25b924936', 'mac_address': 'fa:16:3e:cb:5d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe0f46a-6213-4286-bde2-464521c9867a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:09:09.557461 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000707b-d568-4479-9f3a-b5a2c2d48afa tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307be2b2-7ce7-4436-a76c-42a4283f46a9,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:09.583188 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0000707b-d568-4479-9f3a-b5a2c2d48afa tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:09.587139 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-0000707b-d568-4479-9f3a-b5a2c2d48afa tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2535682 Mar 07 18:09:09.588793 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34900) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:09.596311 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-de975d3e-0b6b-4e40-9438-ee159eb46e74 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'security_group_rule': {'security_group_id': '307be2b2-7ce7-4436-a76c-42a4283f46a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:09.649773 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de975d3e-0b6b-4e40-9438-ee159eb46e74 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (8a5a566b-8006-42ef-83aa-2bb96cfe91d1), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:09.670533 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 7648227d-923d-4df5-b377-b0b25b924936 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:09.670970 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (7648227d-923d-4df5-b377-b0b25b924936), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:09.702994 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7648227d-923d-4df5-b377-b0b25b924936 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:09:09.731674 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 7648227d-923d-4df5-b377-b0b25b924936, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=7648227d-923d-4df5-b377-b0b25b924936,segment=NetworkSegment(652b8e83-1d75-4fd5-a9e5-480519af6a06),segment_id=652b8e83-1d75-4fd5-a9e5-480519af6a06)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:09.739738 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (7648227d-923d-4df5-b377-b0b25b924936), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:09.846262 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de975d3e-0b6b-4e40-9438-ee159eb46e74 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (8a5a566b-8006-42ef-83aa-2bb96cfe91d1), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:09.853902 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de975d3e-0b6b-4e40-9438-ee159eb46e74 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (8a5a566b-8006-42ef-83aa-2bb96cfe91d1), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:09.908046 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de975d3e-0b6b-4e40-9438-ee159eb46e74 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:09.912638 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34918) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:09.913083 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=7648227d-923d-4df5-b377-b0b25b924936,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:09.919540 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-0404bdb0-8933-467d-9434-6461bc51e2b3 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'security_group_rule': {'security_group_id': '307be2b2-7ce7-4436-a76c-42a4283f46a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:09.924045 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-de975d3e-0b6b-4e40-9438-ee159eb46e74 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329942 Mar 07 18:09:09.928735 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de975d3e-0b6b-4e40-9438-ee159eb46e74 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5a566b-8006-42ef-83aa-2bb96cfe91d1,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:09.963273 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0404bdb0-8933-467d-9434-6461bc51e2b3 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (9307453c-30d1-41b7-b1e6-8199ff350a0d), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:10.020209 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['7648227d-923d-4df5-b377-b0b25b924936'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:09:10.283144 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-82be9d7c-76a5-43a0-9e61-72ac7bd0cc77 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:10.291697 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-82be9d7c-76a5-43a0-9e61-72ac7bd0cc77 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.37 "GET /v2.0/networks?id=d3861992-bbf8-44fd-ac4d-48923961f3e3 HTTP/1.1" status: 200 len: 811 time: 0.2931688 Mar 07 18:09:10.296362 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0404bdb0-8933-467d-9434-6461bc51e2b3 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (9307453c-30d1-41b7-b1e6-8199ff350a0d), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:10.356731 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0404bdb0-8933-467d-9434-6461bc51e2b3 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (9307453c-30d1-41b7-b1e6-8199ff350a0d), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:10.394083 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d839-5239-418c-8a59-ed6169b87f37 req-a7cb82a7-893b-4f7e-9215-5f18ed1049ca tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:10.395788 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ee20d839-5239-418c-8a59-ed6169b87f37 req-a7cb82a7-893b-4f7e-9215-5f18ed1049ca tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 944 time: 0.2083097 Mar 07 18:09:10.456048 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f78bae09-fd92-4ebc-9360-24738b35dc14 req-ec9a4f83-ca92-49bf-bceb-d169fce5f971 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 210 time: 0.1316659 Mar 07 18:09:10.473624 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404bdb0-8933-467d-9434-6461bc51e2b3 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9307453c-30d1-41b7-b1e6-8199ff350a0d,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:10.483448 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0404bdb0-8933-467d-9434-6461bc51e2b3 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:10.484929 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0404bdb0-8933-467d-9434-6461bc51e2b3 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5706484 Mar 07 18:09:10.487901 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 34946) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:10.493069 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:10.503858 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 34948) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:10.554320 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-1a5c6399-8def-4106-a066-aee61478d7bf tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3f9e1ac18ce4f78b19a304c594103b8 HTTP/1.1" status: 200 len: 380 time: 0.2487421 Mar 07 18:09:10.584364 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Request body: {'port': {'device_id': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'admin_state_up': True, 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'security_groups': ['fdfd6a9f-fcbd-4851-ad66-92a77d474d82']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:10.615123 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:10.653446 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ee20d839-5239-418c-8a59-ed6169b87f37 req-710dfc51-a78c-44ed-8592-2a1625a717f9 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416186 Mar 07 18:09:10.749797 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b55baadd-0e2c-4761-82ac-ea7aa62cab51 req-0249f617-7917-470f-a7ea-18c0be9f3aee tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 210 time: 0.0598416 Mar 07 18:09:10.838313 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:10.867797 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Made reservation on behalf of a3f9e1ac18ce4f78b19a304c594103b8 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:10.873152 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:10.972051 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-49d506ee-aee6-4af8-8144-436ea1fc2d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:11.022771 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Allocated IP 172.27.0.42 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/36c077af-2589-4c96-ad94-028a568df204) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:09:11.100239 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 64918) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:11.148666 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Allocated IP 172.20.0.11 (d3861992-bbf8-44fd-ac4d-48923961f3e3/e3778293-3d6a-4b92-a3b7-6d9e07a0860c/2c193956-08c0-4bb3-9b9f-58450a29fe03) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:09:11.252807 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for port (36c077af-2589-4c96-ad94-028a568df204), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:11.325495 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (36c077af-2589-4c96-ad94-028a568df204), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:11.326507 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 46a67b30-9955-4d3e-94a7-784994ee4086 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:11.362812 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:11.371282 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:11.411868 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:09:11.461975 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 46a67b30-9955-4d3e-94a7-784994ee4086 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:11.463856 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:11.478824 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'Port': ['ID=36c077af-2589-4c96-ad94-028a568df204,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:11.555334 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (869c7d04-f298-4afc-a398-a5aff4ddc933), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:11.591943 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:11.661740 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (36c077af-2589-4c96-ad94-028a568df204), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:11.676522 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440bba-4f8c-4b51-875e-d370de863209 req-706a2a79-a5c8-4ba3-b495-37253834ad41 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:11.678217 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-706a2a79-a5c8-4ba3-b495-37253834ad41 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 817 time: 0.5768340 Mar 07 18:09:11.684992 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:11.690173 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 46a67b30-9955-4d3e-94a7-784994ee4086 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:11.695042 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-49d506ee-aee6-4af8-8144-436ea1fc2d3b admin admin] Publish callbacks [] for security_group (f9035c33-371a-4120-b04d-f395cc7fbdc2), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:11.719637 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-49d506ee-aee6-4af8-8144-436ea1fc2d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (f9035c33-371a-4120-b04d-f395cc7fbdc2), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:11.789348 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3e4c28bc-aa15-47bb-9e4d-47cdbc81d0a0 req-165931f3-05d4-4ce9-9407-35b9495eaee3 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 210 time: 0.1303937 Mar 07 18:09:11.841207 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Network d3861992-bbf8-44fd-ac4d-48923961f3e3 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:11.869062 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:11.881976 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:09:11.892282 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event updated for resources: {'Port': ['ID=2c193956-08c0-4bb3-9b9f-58450a29fe03,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:11.906579 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d506ee-aee6-4af8-8144-436ea1fc2d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9035c33-371a-4120-b04d-f395cc7fbdc2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:11.914381 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3c8d6-d892-4245-8ca5-d48087af21bc req-d7cb1211-cedb-42f7-9f50-07824bb1271e tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:11.916135 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f6c3c8d6-d892-4245-8ca5-d48087af21bc req-d7cb1211-cedb-42f7-9f50-07824bb1271e tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 944 time: 0.1182282 Mar 07 18:09:11.953888 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-49d506ee-aee6-4af8-8144-436ea1fc2d3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3effd0914492476ca47e369d25223a02&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4481568 Mar 07 18:09:11.959260 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35002) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:11.985231 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-58f34218-4bd4-4c1d-a694-5a418bfe82c1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4cb97f96de4c73a3c759ebc4e33894 HTTP/1.1" status: 200 len: 379 time: 0.2979255 Mar 07 18:09:12.010869 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-51440bba-4f8c-4b51-875e-d370de863209 req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Request body: {'port': {'device_id': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'admin_state_up': True, 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'security_groups': ['05f06a95-a304-4edd-a68d-22c8c721f0b8']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:12.059397 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:12.059976 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.080775 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9f3f3f31-22fd-4b74-8e5d-2579450767ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.137809 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-b24941a5-70f2-4c1a-87c1-9c361f0261b8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5708101 Mar 07 18:09:12.161254 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f6c3c8d6-d892-4245-8ca5-d48087af21bc req-024b2a69-84ee-49f4-9963-6bad1a999723 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905098 Mar 07 18:09:12.167748 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Request body: {'port': {'device_id': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:12.211905 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee2911-8ecb-4a49-88ce-2318c4c84dfe req-bf6c868c-2873-4c38-86a7-4e65a6961c72 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:12.213542 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b3ee2911-8ecb-4a49-88ce-2318c4c84dfe req-bf6c868c-2873-4c38-86a7-4e65a6961c72 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 932 time: 0.2440789 Mar 07 18:09:12.217641 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4de37044-d9f9-4537-b81d-a680719828a3 admin admin] Publish callbacks [] for security_group (f9035c33-371a-4120-b04d-f395cc7fbdc2), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.285776 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for port (36c077af-2589-4c96-ad94-028a568df204), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.293024 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (36c077af-2589-4c96-ad94-028a568df204), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.315227 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35014) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:12.315693 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-28c74d1b-d439-4324-b648-2ee0a57df54f None None] Provisioning complete for port 2c193956-08c0-4bb3-9b9f-58450a29fe03 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:12.316085 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-28c74d1b-d439-4324-b648-2ee0a57df54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.326399 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4de37044-d9f9-4537-b81d-a680719828a3 admin admin] Publish callbacks [] for security_group (f9035c33-371a-4120-b04d-f395cc7fbdc2), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.387801 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-28c74d1b-d439-4324-b648-2ee0a57df54f None None] Port 2c193956-08c0-4bb3-9b9f-58450a29fe03 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:09:12.411358 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b3ee2911-8ecb-4a49-88ce-2318c4c84dfe req-80098c71-861e-4496-acd8-8f7628faa567 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888025 Mar 07 18:09:12.432011 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51440bba-4f8c-4b51-875e-d370de863209 req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Made reservation on behalf of ad4cb97f96de4c73a3c759ebc4e33894 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:12.436321 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-51440bba-4f8c-4b51-875e-d370de863209 req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.436832 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'Port': ['ID=36c077af-2589-4c96-ad94-028a568df204,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:12.450122 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (869c7d04-f298-4afc-a398-a5aff4ddc933), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.468430 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.476615 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.478904 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-9b209488-f044-4553-b549-b3a703b73741 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9894443 Mar 07 18:09:12.544952 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-779d7a9a-2abe-4f4d-b3fb-49425a856b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.658822 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4de37044-d9f9-4537-b81d-a680719828a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (f9035c33-371a-4120-b04d-f395cc7fbdc2), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.661847 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4de37044-d9f9-4537-b81d-a680719828a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.663004 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-4de37044-d9f9-4537-b81d-a680719828a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9035c33-371a-4120-b04d-f395cc7fbdc2 HTTP/1.1" status: 204 len: 168 time: 0.7024689 Mar 07 18:09:12.684893 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-779d7a9a-2abe-4f4d-b3fb-49425a856b35 admin admin] Publish callbacks [] for security_group (44302e0e-8f18-4f48-b593-e0e9e1534157), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.689944 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-779d7a9a-2abe-4f4d-b3fb-49425a856b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (44302e0e-8f18-4f48-b593-e0e9e1534157), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:12.718801 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de37044-d9f9-4537-b81d-a680719828a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9035c33-371a-4120-b04d-f395cc7fbdc2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:12.781953 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-51440bba-4f8c-4b51-875e-d370de863209 req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Allocated IP 172.20.0.7 (c142ae0b-d6c6-40c3-b892-6770988a7506/0d101314-b054-4e86-8299-f12037058c1c/80eb991b-7508-47aa-a275-f85a46776964) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:09:12.784085 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35036) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:12.785939 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-779d7a9a-2abe-4f4d-b3fb-49425a856b35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c8b27e8bd294dd0b2a312a2da275940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4584000 Mar 07 18:09:12.791313 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d7a9a-2abe-4f4d-b3fb-49425a856b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44302e0e-8f18-4f48-b593-e0e9e1534157,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:12.924789 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-aafa0cce-1d72-4237-b071-fd477e9d1b77 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--838229580&fields=id&tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6 HTTP/1.1" status: 200 len: 267 time: 0.0726762 Mar 07 18:09:13.018030 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cc2a992a-b708-4194-9f3b-51b74d58b185 req-7ed2f03d-8ac5-40c6-bcf2-7e322e687157 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 210 time: 0.0522118 Mar 07 18:09:13.140426 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-e8ff4e62-96fa-4cc9-b950-11561229443d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:13.144537 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-e8ff4e62-96fa-4cc9-b950-11561229443d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 815 time: 0.2131093 Mar 07 18:09:13.164495 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-26cd9989-2b9c-4e4d-b488-57e2a86cce79 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/quotas/28ec9c535ebc4ad2bb49eaa164032bb6 HTTP/1.1" status: 200 len: 375 time: 0.0099030 Mar 07 18:09:13.182542 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ca8add9f-6bfc-43a4-973c-88cf3bac56dc admin admin] Publish callbacks [] for security_group (44302e0e-8f18-4f48-b593-e0e9e1534157), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.221419 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35058) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:13.240814 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-1841e8c7-5815-41aa-bcb7-36e1e795fd1b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671668 Mar 07 18:09:13.281027 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ee3e29f-5123-4800-9900-c25c5af1c567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.299683 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ca8add9f-6bfc-43a4-973c-88cf3bac56dc admin admin] Publish callbacks [] for security_group (44302e0e-8f18-4f48-b593-e0e9e1534157), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.354216 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c193956-08c0-4bb3-9b9f-58450a29fe03 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:09:13.380171 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Publish callbacks [] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.394459 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cd718-c213-407f-903d-8a8f886488a9 req-e52acbbe-8b4e-413b-938b-530b0bddce19 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:13.395977 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-354cd718-c213-407f-903d-8a8f886488a9 req-e52acbbe-8b4e-413b-938b-530b0bddce19 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 944 time: 0.1298099 Mar 07 18:09:13.399159 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-51440bba-4f8c-4b51-875e-d370de863209 req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for port (80eb991b-7508-47aa-a275-f85a46776964), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.400550 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-cf83c910-0111-4c84-b2ba-075251f69279 service neutron] 10.222.0.13 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453662 Mar 07 18:09:13.460951 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Transition to ACTIVE for port object 2c193956-08c0-4bb3-9b9f-58450a29fe03 will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:09:13.465094 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ca8add9f-6bfc-43a4-973c-88cf3bac56dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (44302e0e-8f18-4f48-b593-e0e9e1534157), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.468036 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ca8add9f-6bfc-43a4-973c-88cf3bac56dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.469212 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-ca8add9f-6bfc-43a4-973c-88cf3bac56dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44302e0e-8f18-4f48-b593-e0e9e1534157 HTTP/1.1" status: 204 len: 168 time: 0.6840372 Mar 07 18:09:13.478633 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.521960 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8add9f-6bfc-43a4-973c-88cf3bac56dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44302e0e-8f18-4f48-b593-e0e9e1534157,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:13.528827 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-354cd718-c213-407f-903d-8a8f886488a9 req-9978f1cd-bb95-4feb-a296-e7f4949f6069 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192231 Mar 07 18:09:13.531335 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-51440bba-4f8c-4b51-875e-d370de863209 req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (80eb991b-7508-47aa-a275-f85a46776964), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.563827 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ee3e29f-5123-4800-9900-c25c5af1c567 admin admin] Publish callbacks [] for security_group (e9ca5ff2-95e5-4e6b-9579-a741fc91ebf0), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.579807 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ee3e29f-5123-4800-9900-c25c5af1c567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (e9ca5ff2-95e5-4e6b-9579-a741fc91ebf0), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.581907 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c193956-08c0-4bb3-9b9f-58450a29fe03,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:13.595775 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-58da73b0-e930-4209-ac56-14b6e0919d8d service neutron] 10.222.0.13 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866734 Mar 07 18:09:13.605445 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51440bba-4f8c-4b51-875e-d370de863209 req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Network c142ae0b-d6c6-40c3-b892-6770988a7506 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:13.613450 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 7648227d-923d-4df5-b377-b0b25b924936 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:13.700443 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 7648227d-923d-4df5-b377-b0b25b924936 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:09:13.703992 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event updated for resources: {'Port': ['ID=80eb991b-7508-47aa-a275-f85a46776964,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:13.710091 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 7648227d-923d-4df5-b377-b0b25b924936 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:13.710789 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (7648227d-923d-4df5-b377-b0b25b924936), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.739093 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8b159-5603-4bd1-b28f-b06494433652 req-047f75a4-4ebb-44eb-8699-cf3edf29ff81 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:13.747724 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2dd8b159-5603-4bd1-b28f-b06494433652 req-047f75a4-4ebb-44eb-8699-cf3edf29ff81 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 944 time: 0.0795593 Mar 07 18:09:13.760268 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-51440bba-4f8c-4b51-875e-d370de863209 req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:13.792204 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-2ee3e29f-5123-4800-9900-c25c5af1c567 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04da3eb36f7942b19cd22716d6a11d7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5680172 Mar 07 18:09:13.799300 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35070) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:13.861878 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 7648227d-923d-4df5-b377-b0b25b924936 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:13.862566 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (7648227d-923d-4df5-b377-b0b25b924936), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:13.876190 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-51440bba-4f8c-4b51-875e-d370de863209 req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:09:13.896121 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2dd8b159-5603-4bd1-b28f-b06494433652 req-5e36ca13-9df4-4c7e-9d11-3a31fe91b4f3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470520 Mar 07 18:09:13.931009 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb89bad-b3b4-4616-999b-382f415ef9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648227d-923d-4df5-b377-b0b25b924936'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:13.980396 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b2268c5-dd6e-4f86-98d4-e33d26a7a27d admin admin] Publish callbacks [] for security_group (e9ca5ff2-95e5-4e6b-9579-a741fc91ebf0), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.014893 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3e29f-5123-4800-9900-c25c5af1c567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ca5ff2-95e5-4e6b-9579-a741fc91ebf0,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:14.047642 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Attempting to bind port 2c193956-08c0-4bb3-9b9f-58450a29fe03 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:09:14.051396 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Attempting to bind port 2c193956-08c0-4bb3-9b9f-58450a29fe03 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:09:14.053565 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Attempting to bind port 2c193956-08c0-4bb3-9b9f-58450a29fe03 on network d3861992-bbf8-44fd-ac4d-48923961f3e3 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:14.072296 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Port 2c193956-08c0-4bb3-9b9f-58450a29fe03 on network d3861992-bbf8-44fd-ac4d-48923961f3e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:09:14.072296 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Attempting to bind port 2c193956-08c0-4bb3-9b9f-58450a29fe03 on network d3861992-bbf8-44fd-ac4d-48923961f3e3 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:14.083091 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4ef75ef9-9253-4771-a2e1-02a11fd287af req-94b9c6dc-6e56-47b5-b8b7-2dbc551a8407 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 210 time: 0.1044114 Mar 07 18:09:14.102671 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440bba-4f8c-4b51-875e-d370de863209 req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:14.103363 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-51440bba-4f8c-4b51-875e-d370de863209 req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.108719 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:09:14.110203 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Checking segment: {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:14.110788 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Bound using segment: {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:09:14.111464 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Bound port: 2c193956-08c0-4bb3-9b9f-58450a29fe03, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:09:14.111833 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.126952 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35084) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:14.128872 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b2268c5-dd6e-4f86-98d4-e33d26a7a27d admin admin] Publish callbacks [] for security_group (e9ca5ff2-95e5-4e6b-9579-a741fc91ebf0), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.131060 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 7648227d-923d-4df5-b377-b0b25b924936, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=7648227d-923d-4df5-b377-b0b25b924936,segment=NetworkSegment(652b8e83-1d75-4fd5-a9e5-480519af6a06),segment_id=652b8e83-1d75-4fd5-a9e5-480519af6a06)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:14.148848 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (7648227d-923d-4df5-b377-b0b25b924936), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.191420 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8b0aac03-2e15-415d-abf6-65ff91dd2e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.211640 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=7648227d-923d-4df5-b377-b0b25b924936,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:14.289393 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-525416ef-d572-4511-8b56-8560ae07c79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.293703 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-eeaff55f-5ef4-4e15-8d53-19ced6d3b868 None None] Provisioning complete for port 80eb991b-7508-47aa-a275-f85a46776964 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:14.294574 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-eeaff55f-5ef4-4e15-8d53-19ced6d3b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (80eb991b-7508-47aa-a275-f85a46776964), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.295703 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-e736870d-971d-4fe1-aaf8-428340e2e48b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3043871 Mar 07 18:09:14.324428 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] For port 2c193956-08c0-4bb3-9b9f-58450a29fe03, host hv-cinder-83229, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:09:14.324525 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a565bf-f975-4dbc-ad68-32bfda76d59d req-b1dc1950-d8d7-46c6-8fb9-42c569083533 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:14.328746 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] For port 2c193956-08c0-4bb3-9b9f-58450a29fe03, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=2c193956-08c0-4bb3-9b9f-58450a29fe03,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:09:14.331502 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-32a565bf-f975-4dbc-ad68-32bfda76d59d req-b1dc1950-d8d7-46c6-8fb9-42c569083533 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 931 time: 0.1438661 Mar 07 18:09:14.337591 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.342617 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45bde90-e65b-479c-a38b-5115a15011f8" -d '{"events": [{"server_uuid": "eeb89bad-b3b4-4616-999b-382f415ef9b8", "name": "network-vif-plugged", "status": "completed", "tag": "7648227d-923d-4df5-b377-b0b25b924936"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:14.346562 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-eeaff55f-5ef4-4e15-8d53-19ced6d3b868 None None] Port 80eb991b-7508-47aa-a275-f85a46776964 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:09:14.365809 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b2268c5-dd6e-4f86-98d4-e33d26a7a27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (e9ca5ff2-95e5-4e6b-9579-a741fc91ebf0), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.369264 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b2268c5-dd6e-4f86-98d4-e33d26a7a27d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.371325 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0b2268c5-dd6e-4f86-98d4-e33d26a7a27d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9ca5ff2-95e5-4e6b-9579-a741fc91ebf0 HTTP/1.1" status: 204 len: 168 time: 0.5693314 Mar 07 18:09:14.385121 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:14.386558 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.388055 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] 10.222.0.37 "PUT /v2.0/ports/2c193956-08c0-4bb3-9b9f-58450a29fe03 HTTP/1.1" status: 200 len: 1094 time: 2.2389157 Mar 07 18:09:14.388640 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'tag': '2c193956-08c0-4bb3-9b9f-58450a29fe03'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:14.391170 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917238c0-e036-4491-b3e7-45ffbedf6a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9039d630-bdd8-40d6-a2b2-8228fdbb1db2", "tag": "2c193956-08c0-4bb3-9b9f-58450a29fe03"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:14.423503 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa4da7-1c23-42ee-aea3-74eb9a840bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c193956-08c0-4bb3-9b9f-58450a29fe03,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:14.457271 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2268c5-dd6e-4f86-98d4-e33d26a7a27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ca5ff2-95e5-4e6b-9579-a741fc91ebf0,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:14.466915 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8b0aac03-2e15-415d-abf6-65ff91dd2e43 admin admin] Publish callbacks [] for security_group (aaf2892c-f876-43a8-a31d-f250728373f0), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.491634 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8b0aac03-2e15-415d-abf6-65ff91dd2e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (aaf2892c-f876-43a8-a31d-f250728373f0), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.528944 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8b0aac03-2e15-415d-abf6-65ff91dd2e43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a4a918b3960445dbcc4760ec5e7cb7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978951 Mar 07 18:09:14.531867 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35104) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:14.540633 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-32a565bf-f975-4dbc-ad68-32bfda76d59d req-53cac0b6-39ad-482f-8e53-4ca4a988be9b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080526 Mar 07 18:09:14.615854 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0aac03-2e15-415d-abf6-65ff91dd2e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf2892c-f876-43a8-a31d-f250728373f0,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:14.649922 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d647a377-ecd2-4402-bd0f-4fee3e61caa7 admin admin] Publish callbacks [] for security_group (aaf2892c-f876-43a8-a31d-f250728373f0), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.672111 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e367d76-49a9-41d1-b009-3af3c7df9398 x-openstack-request-id: req-6e367d76-49a9-41d1-b009-3af3c7df9398 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:14.676114 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b8d34b-7ef3-4158-9b89-6416bad8465a x-openstack-request-id: req-31b8d34b-7ef3-4158-9b89-6416bad8465a {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:14.676625 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb89bad-b3b4-4616-999b-382f415ef9b8", "name": "network-vif-plugged", "status": "completed", "tag": "7648227d-923d-4df5-b377-b0b25b924936", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:14.676701 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31b8d34b-7ef3-4158-9b89-6416bad8465a {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:14.677159 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb89bad-b3b4-4616-999b-382f415ef9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648227d-923d-4df5-b377-b0b25b924936', 'code': 200} Mar 07 18:09:14.680541 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9039d630-bdd8-40d6-a2b2-8228fdbb1db2", "tag": "2c193956-08c0-4bb3-9b9f-58450a29fe03", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:14.680835 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e367d76-49a9-41d1-b009-3af3c7df9398 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:14.681247 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'tag': '2c193956-08c0-4bb3-9b9f-58450a29fe03', 'status': 'completed', 'code': 200} Mar 07 18:09:14.700452 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d647a377-ecd2-4402-bd0f-4fee3e61caa7 admin admin] Publish callbacks [] for security_group (aaf2892c-f876-43a8-a31d-f250728373f0), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.766608 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d647a377-ecd2-4402-bd0f-4fee3e61caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (aaf2892c-f876-43a8-a31d-f250728373f0), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.769522 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d647a377-ecd2-4402-bd0f-4fee3e61caa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:14.773472 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-d647a377-ecd2-4402-bd0f-4fee3e61caa7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaf2892c-f876-43a8-a31d-f250728373f0 HTTP/1.1" status: 204 len: 168 time: 0.2378056 Mar 07 18:09:14.779687 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647a377-ecd2-4402-bd0f-4fee3e61caa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf2892c-f876-43a8-a31d-f250728373f0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:14.806508 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457262f2-04b4-4ed0-abfe-324bda348579 req-26c19f77-aab8-40e3-8c20-679a35eee6a6 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:14.813349 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-457262f2-04b4-4ed0-abfe-324bda348579 req-26c19f77-aab8-40e3-8c20-679a35eee6a6 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 945 time: 0.0856426 Mar 07 18:09:14.866019 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-457262f2-04b4-4ed0-abfe-324bda348579 req-0356d8d2-04b6-47b9-887f-d385672463f2 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507240 Mar 07 18:09:15.039290 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228a302-c8eb-4fc7-a2d3-67833d430f01 req-9f14f839-6d8b-4b5c-a7b3-595144df5299 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:15.040935 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e228a302-c8eb-4fc7-a2d3-67833d430f01 req-9f14f839-6d8b-4b5c-a7b3-595144df5299 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 944 time: 0.0615919 Mar 07 18:09:15.109470 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e228a302-c8eb-4fc7-a2d3-67833d430f01 req-3c8903c5-e7d7-404a-8d46-92927f593cee tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618300 Mar 07 18:09:15.215926 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b83f99f5-7040-4084-b809-9c0e65863f80 req-e78e8c2c-6fd8-4f15-8c9f-fa8fa532e1c5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 210 time: 0.0300217 Mar 07 18:09:15.361196 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Request body: {'port': {'device_id': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:15.394007 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:15.411770 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:15.467440 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (80eb991b-7508-47aa-a275-f85a46776964), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:15.550148 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917238c0-e036-4491-b3e7-45ffbedf6a1b req-41b4bb34-8f67-4a78-8756-981103e606e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:15.551884 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-917238c0-e036-4491-b3e7-45ffbedf6a1b req-41b4bb34-8f67-4a78-8756-981103e606e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 1128 time: 0.0966008 Mar 07 18:09:15.665451 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.37', 64926) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:15.802321 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d2afd-6c66-4dfe-bcdb-9c6b9bc06d72 req-90aa3c72-38eb-4416-a269-a4e9e347cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:15.804422 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0a2d2afd-6c66-4dfe-bcdb-9c6b9bc06d72 req-90aa3c72-38eb-4416-a269-a4e9e347cc99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 1129 time: 0.1373746 Mar 07 18:09:15.833083 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0a2d2afd-6c66-4dfe-bcdb-9c6b9bc06d72 req-746b3d4e-8d44-4c5c-8cbe-c0bce913799c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:15.861739 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d6e28-6a3e-4906-bec7-990fb0cff7aa req-a4ec1fb0-545b-4a6f-aebe-6d9130b20d56 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:15.863670 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a6d6e28-6a3e-4906-bec7-990fb0cff7aa req-a4ec1fb0-545b-4a6f-aebe-6d9130b20d56 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 931 time: 0.1220810 Mar 07 18:09:16.009708 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917238c0-e036-4491-b3e7-45ffbedf6a1b req-1b654f8e-2855-4004-8e1e-78eede142eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:16.012055 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-917238c0-e036-4491-b3e7-45ffbedf6a1b req-1b654f8e-2855-4004-8e1e-78eede142eea service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4501257 Mar 07 18:09:16.067141 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a6d6e28-6a3e-4906-bec7-990fb0cff7aa req-868a43cd-3dbd-4782-8ffd-9b6de145ac20 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925604 Mar 07 18:09:16.163644 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.37', 64928) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:16.191168 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe201f-00ca-4614-a919-73800771653c req-0917465b-55ba-4b04-9e3e-5d93103ada55 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:16.201313 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bffe201f-00ca-4614-a919-73800771653c req-0917465b-55ba-4b04-9e3e-5d93103ada55 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 945 time: 0.1390653 Mar 07 18:09:16.233349 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eb991b-7508-47aa-a275-f85a46776964 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:09:16.251555 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Publish callbacks [] for port (80eb991b-7508-47aa-a275-f85a46776964), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:16.301279 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Transition to ACTIVE for port object 80eb991b-7508-47aa-a275-f85a46776964 will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:09:16.306962 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (80eb991b-7508-47aa-a275-f85a46776964), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:16.415018 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb991b-7508-47aa-a275-f85a46776964,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:16.431516 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-0521207b-ce4a-4e8f-9cda-92ef4382657a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:16.435088 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917238c0-e036-4491-b3e7-45ffbedf6a1b req-a0933925-fed5-4b1e-8ad2-1fad38f4411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:16.436645 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-917238c0-e036-4491-b3e7-45ffbedf6a1b req-a0933925-fed5-4b1e-8ad2-1fad38f4411a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4150984 Mar 07 18:09:16.438941 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-0521207b-ce4a-4e8f-9cda-92ef4382657a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 815 time: 0.2339635 Mar 07 18:09:16.475076 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0a2d2afd-6c66-4dfe-bcdb-9c6b9bc06d72 req-746b3d4e-8d44-4c5c-8cbe-c0bce913799c service neutron] Publish callbacks [] for security_group (1e9d6d07-6fa2-496e-89a8-9561daf540bd), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:16.522173 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0a2d2afd-6c66-4dfe-bcdb-9c6b9bc06d72 req-746b3d4e-8d44-4c5c-8cbe-c0bce913799c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (1e9d6d07-6fa2-496e-89a8-9561daf540bd), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:16.659671 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Attempting to bind port 80eb991b-7508-47aa-a275-f85a46776964 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:09:16.660023 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Attempting to bind port 80eb991b-7508-47aa-a275-f85a46776964 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:09:16.671175 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Attempting to bind port 80eb991b-7508-47aa-a275-f85a46776964 on network c142ae0b-d6c6-40c3-b892-6770988a7506 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:16.681900 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bffe201f-00ca-4614-a919-73800771653c req-845ea5e3-a1e9-404c-ac83-e8391a3162a0 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361129 Mar 07 18:09:16.697985 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Port 80eb991b-7508-47aa-a275-f85a46776964 on network c142ae0b-d6c6-40c3-b892-6770988a7506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:09:16.698461 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Attempting to bind port 80eb991b-7508-47aa-a275-f85a46776964 on network c142ae0b-d6c6-40c3-b892-6770988a7506 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:16.709134 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-8ebb757f-676b-4ef5-9a89-b214adbc122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:16.712453 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-8ebb757f-676b-4ef5-9a89-b214adbc122e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 1128 time: 0.2084498 Mar 07 18:09:16.713610 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:09:16.714507 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Checking segment: {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:16.715665 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Bound using segment: {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:09:16.716905 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Bound port: 80eb991b-7508-47aa-a275-f85a46776964, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:09:16.717327 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (80eb991b-7508-47aa-a275-f85a46776964), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:16.802966 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0a2d2afd-6c66-4dfe-bcdb-9c6b9bc06d72 req-746b3d4e-8d44-4c5c-8cbe-c0bce913799c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9898496 Mar 07 18:09:16.819962 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a80fe-44a0-4e2e-a484-0edfd7ef20d4 req-e663352a-328c-4914-ac36-262b20f186ef tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:16.821596 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e05a80fe-44a0-4e2e-a484-0edfd7ef20d4 req-e663352a-328c-4914-ac36-262b20f186ef tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 944 time: 0.5351501 Mar 07 18:09:16.824966 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b3d4e-8d44-4c5c-8cbe-c0bce913799c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9d6d07-6fa2-496e-89a8-9561daf540bd,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:16.831743 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-db1c9b9c-980a-457b-bca3-a775bb71e60f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6 HTTP/1.1" status: 200 len: 379 time: 0.3106670 Mar 07 18:09:16.851622 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-debb674e-de9f-4424-a4e3-75e23c6c6a88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c193956-08c0-4bb3-9b9f-58450a29fe03 HTTP/1.1" status: 200 len: 217 time: 0.1302063 Mar 07 18:09:16.852348 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3b849612-b93d-4acc-889d-b73a57de0914 req-01b625dc-f400-4eb1-af55-e78c7ecb40e8 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 210 time: 0.0708718 Mar 07 18:09:16.911901 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:16.933927 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e05a80fe-44a0-4e2e-a484-0edfd7ef20d4 req-8eafcd36-d2d5-4d7a-b2c0-fc3558d31e61 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010926 Mar 07 18:09:16.990977 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:09:16.997940 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=80eb991b-7508-47aa-a275-f85a46776964,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:09:17.009710 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (80eb991b-7508-47aa-a275-f85a46776964), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:17.024069 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'port': {'device_id': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'admin_state_up': True, 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'security_groups': ['307be2b2-7ce7-4436-a76c-42a4283f46a9']}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:17.096314 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:17.096983 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:17.098482 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] 10.222.0.37 "PUT /v2.0/ports/80eb991b-7508-47aa-a275-f85a46776964 HTTP/1.1" status: 200 len: 1093 time: 1.7415588 Mar 07 18:09:17.103205 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'tag': '80eb991b-7508-47aa-a275-f85a46776964'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:17.105533 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d8cde3-c9af-445b-abc2-372a59126b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "tag": "80eb991b-7508-47aa-a275-f85a46776964"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:17.155497 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-d5d4590c-65ab-4007-ade3-b4fbec19df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:17.155497 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-d5d4590c-65ab-4007-ade3-b4fbec19df99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3778293-3d6a-4b92-a3b7-6d9e07a0860c HTTP/1.1" status: 200 len: 850 time: 0.1358454 Mar 07 18:09:17.193336 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1a40a-abc8-4cd8-885b-12f0365cc742 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb991b-7508-47aa-a275-f85a46776964,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:17.260714 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2772d4dd-02a1-48a1-9dcf-b5f888a407f9 x-openstack-request-id: req-2772d4dd-02a1-48a1-9dcf-b5f888a407f9 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:17.261380 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "tag": "80eb991b-7508-47aa-a275-f85a46776964", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:17.261807 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2772d4dd-02a1-48a1-9dcf-b5f888a407f9 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:17.262245 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'tag': '80eb991b-7508-47aa-a275-f85a46776964', 'status': 'completed', 'code': 200} Mar 07 18:09:17.364582 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-2c21c7e9-2faf-4e7a-ac7f-4a9770cc0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:17.369275 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-2c21c7e9-2faf-4e7a-ac7f-4a9770cc0dc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3861992-bbf8-44fd-ac4d-48923961f3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1912997 Mar 07 18:09:17.387350 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440bba-4f8c-4b51-875e-d370de863209 req-1c0b61bc-b0ed-402c-8efd-1ed5618b03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:17.392777 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac2469-2124-426f-b088-cb412698a5a1 req-72204410-0ebe-42a4-b112-4915b5163d77 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:17.394667 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-08ac2469-2124-426f-b088-cb412698a5a1 req-72204410-0ebe-42a4-b112-4915b5163d77 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.1349924 Mar 07 18:09:17.400795 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-1c0b61bc-b0ed-402c-8efd-1ed5618b03ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 1127 time: 0.2056580 Mar 07 18:09:17.402780 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Made reservation on behalf of 28ec9c535ebc4ad2bb49eaa164032bb6 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:17.408648 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:17.525628 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-08ac2469-2124-426f-b088-cb412698a5a1 req-77b095fa-eea1-42ef-8a46-361c9b0e2746 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139488 Mar 07 18:09:17.758852 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-97d9aaab-e46a-4f6a-a8f5-785995a7db07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80eb991b-7508-47aa-a275-f85a46776964 HTTP/1.1" status: 200 len: 217 time: 0.3345804 Mar 07 18:09:17.844510 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440bba-4f8c-4b51-875e-d370de863209 req-ada5a662-333c-4cda-91f7-7ba59f82ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:17.845798 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-ada5a662-333c-4cda-91f7-7ba59f82ec91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.0801764 Mar 07 18:09:17.848032 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-4d5881a7-977a-41fe-b9a4-9348e3047b8f service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707363 Mar 07 18:09:17.877753 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Allocated IP 172.20.0.13 (800e9ee9-8ed4-475a-8cec-65f891cb90a7/94dfeeb6-64a3-458e-b465-1993f2079c52/6e782e70-385f-477e-af50-c5d5925cab82) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:09:17.949090 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5732af-b178-45ea-9b8d-ea083f721a47 req-ff4dca17-cd62-4880-bf48-0715e5278bd3 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:17.950969 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7f5732af-b178-45ea-9b8d-ea083f721a47 req-ff4dca17-cd62-4880-bf48-0715e5278bd3 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 945 time: 0.1509032 Mar 07 18:09:17.981040 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440bba-4f8c-4b51-875e-d370de863209 req-3c23c33e-c564-439d-a57d-6cb4dbf1282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:17.982763 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-3c23c33e-c564-439d-a57d-6cb4dbf1282f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1260138 Mar 07 18:09:18.035318 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-793625bc-f15d-426e-8791-4973d9b70625 req-3ea7746f-cfd3-42df-a6cd-961d3c09287a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 210 time: 0.0652466 Mar 07 18:09:18.118060 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-4e672452-6dc7-441e-86d8-aac013cc7469 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219902 Mar 07 18:09:18.144614 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-efdc9771-a20f-43ff-8456-5ee10f6f6dc3 service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709830 Mar 07 18:09:18.243072 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7f5732af-b178-45ea-9b8d-ea083f721a47 req-8801379e-541d-482e-a2cf-439720691f71 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821469 Mar 07 18:09:18.281623 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7be02b-b7d0-40fb-a8ba-a38babe97e82 req-1c631f47-0b6c-469d-b5c7-b47f111e1884 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:18.284700 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5d7be02b-b7d0-40fb-a8ba-a38babe97e82 req-1c631f47-0b6c-469d-b5c7-b47f111e1884 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 944 time: 0.1429768 Mar 07 18:09:18.327744 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-51440bba-4f8c-4b51-875e-d370de863209 req-f863059b-1e7e-433e-b8c7-79c3821584ad service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859694 Mar 07 18:09:18.354683 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for port (6e782e70-385f-477e-af50-c5d5925cab82), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:18.380293 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5d7be02b-b7d0-40fb-a8ba-a38babe97e82 req-3d14e54d-1dd8-4e48-b91b-a3b99c89e155 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848792 Mar 07 18:09:18.418233 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (6e782e70-385f-477e-af50-c5d5925cab82), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:18.457888 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8cde3-c9af-445b-abc2-372a59126b0a req-c54039b2-1a34-42c7-af50-399daadd42d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:18.459957 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-16d8cde3-c9af-445b-abc2-372a59126b0a req-c54039b2-1a34-42c7-af50-399daadd42d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 1127 time: 0.0645018 Mar 07 18:09:18.519697 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:18.535327 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:18.541920 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:09:18.546555 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:18.549492 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'Port': ['ID=6e782e70-385f-477e-af50-c5d5925cab82,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:18.633329 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:18.634032 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:18.657750 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-128a0a3f-6ccd-48bc-84d6-019fef6e07ab tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6400187 Mar 07 18:09:18.663645 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8cde3-c9af-445b-abc2-372a59126b0a req-b19c69a8-fe08-45d8-ab3c-0940785f5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:18.665748 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-16d8cde3-c9af-445b-abc2-372a59126b0a req-b19c69a8-fe08-45d8-ab3c-0940785f5212 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 918 time: 0.1977422 Mar 07 18:09:18.681252 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Request body: {'port': {'device_id': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:18.722789 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-16d8cde3-c9af-445b-abc2-372a59126b0a req-48d87648-8827-4dd5-bb16-fe46fbdd5941 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80eb991b-7508-47aa-a275-f85a46776964 HTTP/1.1" status: 200 len: 217 time: 0.0495303 Mar 07 18:09:18.780499 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8cde3-c9af-445b-abc2-372a59126b0a req-ea40525d-d9ef-4713-a726-548545f131d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:18.785147 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ad061-a9dd-4375-a954-356339932162 req-41c354a1-9416-4ad1-975f-3b3ba0850015 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:18.787863 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-977ad061-a9dd-4375-a954-356339932162 req-41c354a1-9416-4ad1-975f-3b3ba0850015 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.1221569 Mar 07 18:09:18.790870 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-16d8cde3-c9af-445b-abc2-372a59126b0a req-ea40525d-d9ef-4713-a726-548545f131d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.0585845 Mar 07 18:09:18.792031 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6e782e70-385f-477e-af50-c5d5925cab82), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:18.878098 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8cde3-c9af-445b-abc2-372a59126b0a req-393eb730-7ee0-463b-aa3c-a53fbf2802c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:18.880584 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-16d8cde3-c9af-445b-abc2-372a59126b0a req-393eb730-7ee0-463b-aa3c-a53fbf2802c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825713 Mar 07 18:09:18.971989 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-d2c6e204-7a79-4620-8f07-e161991740b1 None None] Provisioning complete for port 6e782e70-385f-477e-af50-c5d5925cab82 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:18.972847 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e204-7a79-4620-8f07-e161991740b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6e782e70-385f-477e-af50-c5d5925cab82), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:19.016624 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-d2c6e204-7a79-4620-8f07-e161991740b1 None None] Port 6e782e70-385f-477e-af50-c5d5925cab82 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:09:19.016858 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-977ad061-a9dd-4375-a954-356339932162 req-bf3826af-c1df-4f6e-9455-f001c0a39d09 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034132 Mar 07 18:09:19.018141 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-16d8cde3-c9af-445b-abc2-372a59126b0a req-42c50ed2-99d9-49e7-94d0-54d6b7a13680 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302435 Mar 07 18:09:19.189729 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-16d8cde3-c9af-445b-abc2-372a59126b0a req-88b28b1d-89b5-4340-bb9a-287fae21cb5a service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604741 Mar 07 18:09:19.215651 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5a7ba-9cab-45c4-8554-3375900c3c8b req-de199eaf-e6ab-40a6-bb41-629d29f01f25 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:19.217446 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1bd5a7ba-9cab-45c4-8554-3375900c3c8b req-de199eaf-e6ab-40a6-bb41-629d29f01f25 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 932 time: 0.0935872 Mar 07 18:09:19.359972 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35338) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:19.391804 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 2c193956-08c0-4bb3-9b9f-58450a29fe03 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:09:19.497393 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e782e70-385f-477e-af50-c5d5925cab82 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:09:19.507416 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-026fa6a9-8d8d-4c0e-8662-e15d42be8fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:19.513325 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Publish callbacks [] for port (6e782e70-385f-477e-af50-c5d5925cab82), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:19.536190 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 2c193956-08c0-4bb3-9b9f-58450a29fe03, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=2c193956-08c0-4bb3-9b9f-58450a29fe03,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:19.537680 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1bd5a7ba-9cab-45c4-8554-3375900c3c8b req-b24c9881-e7bc-44d4-a824-581d18610130 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079615 Mar 07 18:09:19.554445 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Transition to ACTIVE for port object 6e782e70-385f-477e-af50-c5d5925cab82 will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:09:19.563916 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb56c5-1a76-4c94-8115-633c31b827be req-2996da69-561c-4ccc-b866-df78432fbc26 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:19.576265 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '2c193956-08c0-4bb3-9b9f-58450a29fe03', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'port_id': '2c193956-08c0-4bb3-9b9f-58450a29fe03', 'mac_address': 'fa:16:3e:af:e7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:09:19.576751 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5ceb56c5-1a76-4c94-8115-633c31b827be req-2996da69-561c-4ccc-b866-df78432fbc26 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 945 time: 0.1577153 Mar 07 18:09:19.576751 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (6e782e70-385f-477e-af50-c5d5925cab82), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:19.608128 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 2c193956-08c0-4bb3-9b9f-58450a29fe03 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:19.608768 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:19.627062 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c193956-08c0-4bb3-9b9f-58450a29fe03 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:09:19.667786 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 2c193956-08c0-4bb3-9b9f-58450a29fe03, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=2c193956-08c0-4bb3-9b9f-58450a29fe03,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:19.676397 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:19.676397 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 80eb991b-7508-47aa-a275-f85a46776964 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:09:19.710269 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-026fa6a9-8d8d-4c0e-8662-e15d42be8fcf admin admin] Publish callbacks [] for security_group (e905369b-ce5e-49f2-90d6-df7fb439581b), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:19.715877 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-026fa6a9-8d8d-4c0e-8662-e15d42be8fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (e905369b-ce5e-49f2-90d6-df7fb439581b), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:19.717191 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Pushing event updated for resources: {'Port': ['ID=6e782e70-385f-477e-af50-c5d5925cab82,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:19.798143 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=2c193956-08c0-4bb3-9b9f-58450a29fe03,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:19.845059 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-026fa6a9-8d8d-4c0e-8662-e15d42be8fcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27fadc5c40cb4b91b58bd9d1fa697fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4836614 Mar 07 18:09:19.845963 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fa6a9-8d8d-4c0e-8662-e15d42be8fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e905369b-ce5e-49f2-90d6-df7fb439581b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:19.855995 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35362) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:19.915934 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5ceb56c5-1a76-4c94-8115-633c31b827be req-61345528-0800-4d4b-8aa2-c07549a3ec48 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387556 Mar 07 18:09:19.929571 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Attempting to bind port 6e782e70-385f-477e-af50-c5d5925cab82 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:09:19.930519 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Attempting to bind port 6e782e70-385f-477e-af50-c5d5925cab82 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:09:19.931229 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Attempting to bind port 6e782e70-385f-477e-af50-c5d5925cab82 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:19.940533 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Port 6e782e70-385f-477e-af50-c5d5925cab82 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:09:19.941200 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Attempting to bind port 6e782e70-385f-477e-af50-c5d5925cab82 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:19.971638 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0bee5-3860-40f0-85e1-46006bea7c8e req-f592bc0f-52a2-4010-b313-f121c294601a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:19.973591 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5fa0bee5-3860-40f0-85e1-46006bea7c8e req-f592bc0f-52a2-4010-b313-f121c294601a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 945 time: 0.2584808 Mar 07 18:09:19.974601 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:09:19.975495 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Checking segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:19.976280 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Bound using segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:09:19.976848 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Bound port: 6e782e70-385f-477e-af50-c5d5925cab82, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:09:19.977489 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6e782e70-385f-477e-af50-c5d5925cab82), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:19.997400 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=80eb991b-7508-47aa-a275-f85a46776964,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:20.007172 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-785c7d12-d35a-4512-a78e-92a7b6411ca3 admin admin] Publish callbacks [] for security_group (e905369b-ce5e-49f2-90d6-df7fb439581b), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:20.019190 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '80eb991b-7508-47aa-a275-f85a46776964', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'port_id': '80eb991b-7508-47aa-a275-f85a46776964', 'mac_address': 'fa:16:3e:22:63:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:09:20.078575 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-785c7d12-d35a-4512-a78e-92a7b6411ca3 admin admin] Publish callbacks [] for security_group (e905369b-ce5e-49f2-90d6-df7fb439581b), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:20.089696 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 80eb991b-7508-47aa-a275-f85a46776964 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:20.090242 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (80eb991b-7508-47aa-a275-f85a46776964), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:20.153697 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5fa0bee5-3860-40f0-85e1-46006bea7c8e req-328e3fd6-d7d6-4c77-befa-8c1e77ad8443 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624882 Mar 07 18:09:20.167471 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-785c7d12-d35a-4512-a78e-92a7b6411ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (e905369b-ce5e-49f2-90d6-df7fb439581b), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:20.170318 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-785c7d12-d35a-4512-a78e-92a7b6411ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:20.179820 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eb991b-7508-47aa-a275-f85a46776964 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:09:20.187194 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-785c7d12-d35a-4512-a78e-92a7b6411ca3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e905369b-ce5e-49f2-90d6-df7fb439581b HTTP/1.1" status: 204 len: 168 time: 0.3298669 Mar 07 18:09:20.192669 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] For port 6e782e70-385f-477e-af50-c5d5925cab82, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:09:20.198770 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c7d12-d35a-4512-a78e-92a7b6411ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e905369b-ce5e-49f2-90d6-df7fb439581b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:20.228189 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=80eb991b-7508-47aa-a275-f85a46776964,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:20.235590 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (80eb991b-7508-47aa-a275-f85a46776964), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:20.264651 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] For port 6e782e70-385f-477e-af50-c5d5925cab82, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=6e782e70-385f-477e-af50-c5d5925cab82,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:09:20.281858 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (6e782e70-385f-477e-af50-c5d5925cab82), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:20.300402 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e283bd-5300-4643-9f4c-f51e9186aed9 req-fd17b826-28c5-4545-94a1-9498bbe50da8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:20.301975 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-72e283bd-5300-4643-9f4c-f51e9186aed9 req-fd17b826-28c5-4545-94a1-9498bbe50da8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.1289322 Mar 07 18:09:20.318979 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=80eb991b-7508-47aa-a275-f85a46776964,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:20.393464 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-72e283bd-5300-4643-9f4c-f51e9186aed9 req-f3134b7b-667d-4c28-b1e5-84db256beff0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630949 Mar 07 18:09:20.397128 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:20.397746 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:20.399517 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] 10.222.0.37 "PUT /v2.0/ports/6e782e70-385f-477e-af50-c5d5925cab82 HTTP/1.1" status: 200 len: 1094 time: 1.7244232 Mar 07 18:09:20.399604 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'tag': '6e782e70-385f-477e-af50-c5d5925cab82'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:20.423798 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff6804-8d88-4022-b537-51b4e055579e service neutron] Pushing event updated for resources: {'Port': ['ID=6e782e70-385f-477e-af50-c5d5925cab82,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:20.488605 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['2c193956-08c0-4bb3-9b9f-58450a29fe03'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:09:20.488874 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35388) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:20.577111 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['80eb991b-7508-47aa-a275-f85a46776964'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:09:20.672964 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-c5784377-0739-4a27-a873-a433236f39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:20.675348 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-c5784377-0739-4a27-a873-a433236f39ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 1128 time: 0.2311490 Mar 07 18:09:20.719667 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-075a9440-136d-4003-9e9e-7e535e22926f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:20.780612 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-2663a399-4984-4115-9780-834e05d0600d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e782e70-385f-477e-af50-c5d5925cab82 HTTP/1.1" status: 200 len: 217 time: 0.0944335 Mar 07 18:09:20.843343 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35404) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:20.878008 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a831521d-569e-4a3a-9c44-d2e7681b0829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:20.884386 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-e6c6ba03-145a-4132-9758-091dc51ec64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:20.886295 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-e6c6ba03-145a-4132-9758-091dc51ec64d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0918930 Mar 07 18:09:20.912225 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174b904-bec7-4376-8225-804d2fa0a588 req-a7eca6da-f03b-4315-b5ef-41c881a4a6a4 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:20.914287 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9174b904-bec7-4376-8225-804d2fa0a588 req-a7eca6da-f03b-4315-b5ef-41c881a4a6a4 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 944 time: 0.1327293 Mar 07 18:09:20.946999 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a7c55-a9e2-43f5-a0a1-bc239cb3f83b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9616e8-658e-4319-8b55-65d89ebabc77", "tag": "6e782e70-385f-477e-af50-c5d5925cab82"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:20.953549 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-075a9440-136d-4003-9e9e-7e535e22926f admin admin] Publish callbacks [] for security_group (c3444391-91e3-4096-9780-4b79ef16aa70), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:20.960821 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-075a9440-136d-4003-9e9e-7e535e22926f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (c3444391-91e3-4096-9780-4b79ef16aa70), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.032926 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-075a9440-136d-4003-9e9e-7e535e22926f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65fe15b390e941939d9b6520f1f2c05e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5429499 Mar 07 18:09:21.035361 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a9440-136d-4003-9e9e-7e535e22926f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3444391-91e3-4096-9780-4b79ef16aa70,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:21.037408 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35410) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:21.053750 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a831521d-569e-4a3a-9c44-d2e7681b0829 admin admin] Publish callbacks [] for security_group (9e57bc4b-d3fe-4046-89ad-5bd3cd42c3e2), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.059039 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a831521d-569e-4a3a-9c44-d2e7681b0829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (9e57bc4b-d3fe-4046-89ad-5bd3cd42c3e2), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.062744 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-59667c4e-5952-4c63-a153-e2c803b569d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:21.064514 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-59667c4e-5952-4c63-a153-e2c803b569d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1695113 Mar 07 18:09:21.078504 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9174b904-bec7-4376-8225-804d2fa0a588 req-49b00985-63f7-49cb-9a81-2cf94463d828 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348741 Mar 07 18:09:21.113905 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-a831521d-569e-4a3a-9c44-d2e7681b0829 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b5c2ac3e0724b01a60480ebd59316f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691262 Mar 07 18:09:21.115084 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831521d-569e-4a3a-9c44-d2e7681b0829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e57bc4b-d3fe-4046-89ad-5bd3cd42c3e2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:21.117651 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35412) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:21.186068 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aafcb4c9-7053-42a7-8032-66edf1c0e756 admin admin] Publish callbacks [] for security_group (9e57bc4b-d3fe-4046-89ad-5bd3cd42c3e2), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.210980 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aafcb4c9-7053-42a7-8032-66edf1c0e756 admin admin] Publish callbacks [] for security_group (9e57bc4b-d3fe-4046-89ad-5bd3cd42c3e2), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.222332 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbf7778-2c29-45af-af64-dcda52e087fc x-openstack-request-id: req-afbf7778-2c29-45af-af64-dcda52e087fc {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:21.222603 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9616e8-658e-4319-8b55-65d89ebabc77", "tag": "6e782e70-385f-477e-af50-c5d5925cab82", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:21.222871 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afbf7778-2c29-45af-af64-dcda52e087fc {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:21.223310 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'tag': '6e782e70-385f-477e-af50-c5d5925cab82', 'status': 'completed', 'code': 200} Mar 07 18:09:21.267193 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aafcb4c9-7053-42a7-8032-66edf1c0e756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (9e57bc4b-d3fe-4046-89ad-5bd3cd42c3e2), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.270199 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aafcb4c9-7053-42a7-8032-66edf1c0e756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.271390 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d17a34b2-5be9-4262-baeb-4c2428da6b1b admin admin] Publish callbacks [] for security_group (c3444391-91e3-4096-9780-4b79ef16aa70), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.274761 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-aafcb4c9-7053-42a7-8032-66edf1c0e756 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e57bc4b-d3fe-4046-89ad-5bd3cd42c3e2 HTTP/1.1" status: 204 len: 168 time: 0.1536195 Mar 07 18:09:21.287634 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcb4c9-7053-42a7-8032-66edf1c0e756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e57bc4b-d3fe-4046-89ad-5bd3cd42c3e2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:21.297016 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-447706d3-0428-4615-b627-443c61bdb178 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122674 Mar 07 18:09:21.309577 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d17a34b2-5be9-4262-baeb-4c2428da6b1b admin admin] Publish callbacks [] for security_group (c3444391-91e3-4096-9780-4b79ef16aa70), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.360911 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d7751-9378-492d-a252-7b486650a11d req-9b0d2aaf-406a-4105-8070-ab5fbe17f9e3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:21.362388 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f21d7751-9378-492d-a252-7b486650a11d req-9b0d2aaf-406a-4105-8070-ab5fbe17f9e3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 945 time: 0.1512175 Mar 07 18:09:21.480335 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d17a34b2-5be9-4262-baeb-4c2428da6b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (c3444391-91e3-4096-9780-4b79ef16aa70), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.482850 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d17a34b2-5be9-4262-baeb-4c2428da6b1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.483975 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d17a34b2-5be9-4262-baeb-4c2428da6b1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3444391-91e3-4096-9780-4b79ef16aa70 HTTP/1.1" status: 204 len: 168 time: 0.4450533 Mar 07 18:09:21.490366 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f21d7751-9378-492d-a252-7b486650a11d req-af546767-3b8a-4cec-b6a3-7e9cc91949b3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872426 Mar 07 18:09:21.496738 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-45065f90-7e6a-490e-b6b5-48bf9eda5677 req-c124a5df-d704-4e22-83e6-07fa28e199c3 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914849 Mar 07 18:09:21.498030 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a34b2-5be9-4262-baeb-4c2428da6b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3444391-91e3-4096-9780-4b79ef16aa70,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:21.550326 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35430) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:21.606282 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc294b-b28a-47dc-a7dd-d8153b9c4d72 req-8f24a0e3-57ed-42ea-8c8d-b6c81f1af936 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:21.607751 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8bc294b-b28a-47dc-a7dd-d8153b9c4d72 req-8f24a0e3-57ed-42ea-8c8d-b6c81f1af936 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 944 time: 0.0967839 Mar 07 18:09:21.639273 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7c55-a9e2-43f5-a0a1-bc239cb3f83b req-5a3bb840-34d2-4977-b26d-0515e22b1f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:21.640791 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-846a7c55-a9e2-43f5-a0a1-bc239cb3f83b req-5a3bb840-34d2-4977-b26d-0515e22b1f6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 1128 time: 0.0808251 Mar 07 18:09:21.718503 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35440) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:21.720080 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8bc294b-b28a-47dc-a7dd-d8153b9c4d72 req-af8df394-2d3d-405f-89c6-30657cf151b6 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037998 Mar 07 18:09:21.751197 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-955c6bcc-0be9-4160-a33c-eb8f3a8e1b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.850043 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7c55-a9e2-43f5-a0a1-bc239cb3f83b req-910a2612-1a2a-445b-8365-9913b8bba7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:21.852474 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-846a7c55-a9e2-43f5-a0a1-bc239cb3f83b req-910a2612-1a2a-445b-8365-9913b8bba7da service neutron] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 916 time: 0.2040966 Mar 07 18:09:21.882100 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-955c6bcc-0be9-4160-a33c-eb8f3a8e1b7c admin admin] Publish callbacks [] for security_group (bf95b37e-5eca-4f7e-b7aa-f304383e48ad), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.888905 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-955c6bcc-0be9-4160-a33c-eb8f3a8e1b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (bf95b37e-5eca-4f7e-b7aa-f304383e48ad), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:21.931434 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-846a7c55-a9e2-43f5-a0a1-bc239cb3f83b req-79960c88-a781-4f3a-bd4e-6d8574864764 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e782e70-385f-477e-af50-c5d5925cab82 HTTP/1.1" status: 200 len: 217 time: 0.0710897 Mar 07 18:09:21.939626 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-955c6bcc-0be9-4160-a33c-eb8f3a8e1b7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3db038c1dddf4068a91fce338a165dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200630 Mar 07 18:09:21.940740 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c6bcc-0be9-4160-a33c-eb8f3a8e1b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf95b37e-5eca-4f7e-b7aa-f304383e48ad,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:21.943032 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35450) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:22.006043 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7c55-a9e2-43f5-a0a1-bc239cb3f83b req-fe45ff2f-f447-4825-9762-9c83334bc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:22.007553 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-846a7c55-a9e2-43f5-a0a1-bc239cb3f83b req-fe45ff2f-f447-4825-9762-9c83334bc8c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0700903 Mar 07 18:09:22.012978 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b4c83cb9-7dbd-48af-8823-89937ae9cbd4 admin admin] Publish callbacks [] for security_group (bf95b37e-5eca-4f7e-b7aa-f304383e48ad), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.039837 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35452) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:22.064020 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7d792188-42c5-4e98-bd71-20c7fe82bedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.067404 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b4c83cb9-7dbd-48af-8823-89937ae9cbd4 admin admin] Publish callbacks [] for security_group (bf95b37e-5eca-4f7e-b7aa-f304383e48ad), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.078797 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70858bc9-7aeb-4b37-98b1-7a45719e39ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.215243 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70858bc9-7aeb-4b37-98b1-7a45719e39ec admin admin] Publish callbacks [] for security_group (528f424b-58de-43c6-95e3-0b06f387e2c2), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.223573 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70858bc9-7aeb-4b37-98b1-7a45719e39ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (528f424b-58de-43c6-95e3-0b06f387e2c2), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.229958 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b4c83cb9-7dbd-48af-8823-89937ae9cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (bf95b37e-5eca-4f7e-b7aa-f304383e48ad), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.232927 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b4c83cb9-7dbd-48af-8823-89937ae9cbd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.236193 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b4c83cb9-7dbd-48af-8823-89937ae9cbd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf95b37e-5eca-4f7e-b7aa-f304383e48ad HTTP/1.1" status: 204 len: 168 time: 0.2903521 Mar 07 18:09:22.320096 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-70858bc9-7aeb-4b37-98b1-7a45719e39ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d66c8be9fb3441198458531e6dfc94eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7679555 Mar 07 18:09:22.324993 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70858bc9-7aeb-4b37-98b1-7a45719e39ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528f424b-58de-43c6-95e3-0b06f387e2c2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:22.325904 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35466) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:22.378865 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c83cb9-7dbd-48af-8823-89937ae9cbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf95b37e-5eca-4f7e-b7aa-f304383e48ad,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:22.415220 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a7c55-a9e2-43f5-a0a1-bc239cb3f83b req-2f72f44d-bc0f-4cff-a697-8cd273f20f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:22.417541 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-846a7c55-a9e2-43f5-a0a1-bc239cb3f83b req-2f72f44d-bc0f-4cff-a697-8cd273f20f03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4005158 Mar 07 18:09:22.420874 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7d792188-42c5-4e98-bd71-20c7fe82bedf admin admin] Publish callbacks [] for security_group (af8ebf8d-dc8f-472b-93f3-3d5d210c3a99), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.428820 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7d792188-42c5-4e98-bd71-20c7fe82bedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (af8ebf8d-dc8f-472b-93f3-3d5d210c3a99), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.462029 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-7d792188-42c5-4e98-bd71-20c7fe82bedf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d332291eeb140a3a5d16715bb7c0c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4174209 Mar 07 18:09:22.467150 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35470) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:22.484747 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19678b-d73d-43f9-86ca-1b1937131db4 req-c439e6b9-b038-4529-95da-005c4f25fea1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:22.493173 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3a19678b-d73d-43f9-86ca-1b1937131db4 req-c439e6b9-b038-4529-95da-005c4f25fea1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 944 time: 0.1656859 Mar 07 18:09:22.505755 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d792188-42c5-4e98-bd71-20c7fe82bedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8ebf8d-dc8f-472b-93f3-3d5d210c3a99,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:22.541088 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5d711048-3be7-4f24-ba54-77a403bb342a admin admin] Publish callbacks [] for security_group (528f424b-58de-43c6-95e3-0b06f387e2c2), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.561660 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-969befc3-1885-47c4-b69c-5c18412a40d3 admin admin] Publish callbacks [] for security_group (af8ebf8d-dc8f-472b-93f3-3d5d210c3a99), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.587093 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-969befc3-1885-47c4-b69c-5c18412a40d3 admin admin] Publish callbacks [] for security_group (af8ebf8d-dc8f-472b-93f3-3d5d210c3a99), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.604927 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5d711048-3be7-4f24-ba54-77a403bb342a admin admin] Publish callbacks [] for security_group (528f424b-58de-43c6-95e3-0b06f387e2c2), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.655863 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-969befc3-1885-47c4-b69c-5c18412a40d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (af8ebf8d-dc8f-472b-93f3-3d5d210c3a99), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.659203 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-969befc3-1885-47c4-b69c-5c18412a40d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.662708 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-969befc3-1885-47c4-b69c-5c18412a40d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af8ebf8d-dc8f-472b-93f3-3d5d210c3a99 HTTP/1.1" status: 204 len: 168 time: 0.1916659 Mar 07 18:09:22.677869 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969befc3-1885-47c4-b69c-5c18412a40d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8ebf8d-dc8f-472b-93f3-3d5d210c3a99,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:22.741933 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3a19678b-d73d-43f9-86ca-1b1937131db4 req-d1baff5e-520c-464d-824f-d51d841bb071 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476301 Mar 07 18:09:22.746013 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-846a7c55-a9e2-43f5-a0a1-bc239cb3f83b req-a1a50b1d-b2e0-4513-9464-d9318fe37fa3 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207219 Mar 07 18:09:22.798159 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc207c6-4d26-40e0-970c-beb48c3aeb81 req-c37c0278-1f31-4950-b541-a0bb22b7acce tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:22.799896 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ebc207c6-4d26-40e0-970c-beb48c3aeb81 req-c37c0278-1f31-4950-b541-a0bb22b7acce tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 945 time: 0.1642296 Mar 07 18:09:22.802708 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5d711048-3be7-4f24-ba54-77a403bb342a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (528f424b-58de-43c6-95e3-0b06f387e2c2), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.805524 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5d711048-3be7-4f24-ba54-77a403bb342a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:22.807828 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5d711048-3be7-4f24-ba54-77a403bb342a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/528f424b-58de-43c6-95e3-0b06f387e2c2 HTTP/1.1" status: 204 len: 168 time: 0.4775624 Mar 07 18:09:22.876854 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d711048-3be7-4f24-ba54-77a403bb342a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528f424b-58de-43c6-95e3-0b06f387e2c2,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:22.953762 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ebc207c6-4d26-40e0-970c-beb48c3aeb81 req-77dc2484-258a-426c-8b96-bdee7c88857d tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413522 Mar 07 18:09:22.960138 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-846a7c55-a9e2-43f5-a0a1-bc239cb3f83b req-d1745c29-69b9-493c-a8ad-0e99d07ba7dc service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081275 Mar 07 18:09:22.979942 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b1d70-a025-42dc-b762-e90b98d74a5e req-5b122968-f14a-410b-b992-9707612f5340 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:22.981692 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-243b1d70-a025-42dc-b762-e90b98d74a5e req-5b122968-f14a-410b-b992-9707612f5340 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 944 time: 0.1287644 Mar 07 18:09:23.038558 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-243b1d70-a025-42dc-b762-e90b98d74a5e req-b4f5f436-b273-43ff-abc7-6c6f60c38733 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457079 Mar 07 18:09:23.244934 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35504) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:23.258425 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4668e6e2-e324-409e-8ad7-86921ffbdea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:23.353891 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4668e6e2-e324-409e-8ad7-86921ffbdea5 admin admin] Publish callbacks [] for security_group (99115ed4-b99c-4139-83a5-43984e573379), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:23.360145 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4668e6e2-e324-409e-8ad7-86921ffbdea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (99115ed4-b99c-4139-83a5-43984e573379), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:23.403522 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 2c193956-08c0-4bb3-9b9f-58450a29fe03 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:23.418794 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668e6e2-e324-409e-8ad7-86921ffbdea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99115ed4-b99c-4139-83a5-43984e573379,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:23.424914 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-4668e6e2-e324-409e-8ad7-86921ffbdea5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b9e7733594f42e581585478188defb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790273 Mar 07 18:09:23.427594 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35514) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:23.460665 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 2c193956-08c0-4bb3-9b9f-58450a29fe03 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:09:23.466547 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 2c193956-08c0-4bb3-9b9f-58450a29fe03 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:23.467164 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:23.511534 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27b9c488-4155-46ed-9023-40fdfc16dc1b admin admin] Publish callbacks [] for security_group (99115ed4-b99c-4139-83a5-43984e573379), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:23.537478 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27b9c488-4155-46ed-9023-40fdfc16dc1b admin admin] Publish callbacks [] for security_group (99115ed4-b99c-4139-83a5-43984e573379), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:23.611775 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27b9c488-4155-46ed-9023-40fdfc16dc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (99115ed4-b99c-4139-83a5-43984e573379), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:23.616421 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27b9c488-4155-46ed-9023-40fdfc16dc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:23.618238 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-27b9c488-4155-46ed-9023-40fdfc16dc1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99115ed4-b99c-4139-83a5-43984e573379 HTTP/1.1" status: 204 len: 168 time: 0.1895723 Mar 07 18:09:23.624751 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 2c193956-08c0-4bb3-9b9f-58450a29fe03 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:23.625467 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:23.627616 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9c488-4155-46ed-9023-40fdfc16dc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99115ed4-b99c-4139-83a5-43984e573379,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:23.687439 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 2c193956-08c0-4bb3-9b9f-58450a29fe03, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=2c193956-08c0-4bb3-9b9f-58450a29fe03,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:23.691220 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c193956-08c0-4bb3-9b9f-58450a29fe03'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:23.695199 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bdcae2-5e16-4074-9f57-c78a6403b86c" -d '{"events": [{"server_uuid": "9039d630-bdd8-40d6-a2b2-8228fdbb1db2", "name": "network-vif-plugged", "status": "completed", "tag": "2c193956-08c0-4bb3-9b9f-58450a29fe03"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:23.716503 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:23.717569 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 80eb991b-7508-47aa-a275-f85a46776964 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:23.798391 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5c3b59-49a6-48c5-8a0f-a4838376ada9 x-openstack-request-id: req-4d5c3b59-49a6-48c5-8a0f-a4838376ada9 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:23.798822 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9039d630-bdd8-40d6-a2b2-8228fdbb1db2", "name": "network-vif-plugged", "status": "completed", "tag": "2c193956-08c0-4bb3-9b9f-58450a29fe03", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:23.799313 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d5c3b59-49a6-48c5-8a0f-a4838376ada9 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:23.799790 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c193956-08c0-4bb3-9b9f-58450a29fe03', 'code': 200} Mar 07 18:09:23.849837 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=2c193956-08c0-4bb3-9b9f-58450a29fe03,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:23.862570 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 80eb991b-7508-47aa-a275-f85a46776964 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:09:23.871954 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 80eb991b-7508-47aa-a275-f85a46776964 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:23.872945 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (80eb991b-7508-47aa-a275-f85a46776964), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:23.955790 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a44bc-581f-40ca-9336-869f59f7016c req-0a1263cc-fdef-44e3-85d8-6aff59d7c337 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:23.957945 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-702a44bc-581f-40ca-9336-869f59f7016c req-0a1263cc-fdef-44e3-85d8-6aff59d7c337 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 944 time: 0.0645487 Mar 07 18:09:23.999976 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 80eb991b-7508-47aa-a275-f85a46776964 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:24.004632 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (80eb991b-7508-47aa-a275-f85a46776964), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:24.054542 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=80eb991b-7508-47aa-a275-f85a46776964,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:24.061150 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (80eb991b-7508-47aa-a275-f85a46776964), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:24.075153 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-702a44bc-581f-40ca-9336-869f59f7016c req-2a67233b-99be-499d-9c25-57b0fc59ac8d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101546 Mar 07 18:09:24.123632 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8be0d-c0a3-46ee-9216-96f13ba0773b req-04a55ad9-ce4d-477a-a96f-41faa54de4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:24.125316 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11c8be0d-c0a3-46ee-9216-96f13ba0773b req-04a55ad9-ce4d-477a-a96f-41faa54de4df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 1130 time: 0.1279268 Mar 07 18:09:24.159080 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=80eb991b-7508-47aa-a275-f85a46776964,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:24.184661 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11c8be0d-c0a3-46ee-9216-96f13ba0773b req-eedb06c9-80f8-4a94-99a3-5cb613b354ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496883 Mar 07 18:09:24.192700 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdbc24-8a85-4394-8033-12d537aa6c4e req-51c1aec7-e558-4f29-975a-536c75a365eb tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:24.194231 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8ccdbc24-8a85-4394-8033-12d537aa6c4e req-51c1aec7-e558-4f29-975a-536c75a365eb tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.1171684 Mar 07 18:09:24.287845 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5e0c8-9dd9-4247-958c-3fb5442cdef0 req-e2e18eb3-e496-4051-bf63-3f555ec94cd9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:24.289424 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-85c5e0c8-9dd9-4247-958c-3fb5442cdef0 req-e2e18eb3-e496-4051-bf63-3f555ec94cd9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0924082 Mar 07 18:09:24.294487 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8ccdbc24-8a85-4394-8033-12d537aa6c4e req-285282d6-4301-4efa-8230-1edcdaa7433f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857842 Mar 07 18:09:24.357371 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-85c5e0c8-9dd9-4247-958c-3fb5442cdef0 req-03aff712-1f58-4f0f-9eab-4d57c0ee9264 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575273 Mar 07 18:09:25.298198 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d9d66-14d1-4567-9760-c8ecfacae205 req-b8479aa0-e8f9-4b9c-8787-d156fc9d6348 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:25.300733 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4e6d9d66-14d1-4567-9760-c8ecfacae205 req-b8479aa0-e8f9-4b9c-8787-d156fc9d6348 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 944 time: 0.1222954 Mar 07 18:09:25.367318 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4e6d9d66-14d1-4567-9760-c8ecfacae205 req-af8fec99-73eb-4c10-b254-ebde9d14e616 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590343 Mar 07 18:09:25.376879 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35620) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:25.417705 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 6e782e70-385f-477e-af50-c5d5925cab82 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:09:25.442447 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac8b1a-39e1-45d9-bd8b-8ab983334077 req-fb1b36c6-c9ef-4149-a781-c4305283f481 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:25.444354 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2bac8b1a-39e1-45d9-bd8b-8ab983334077 req-fb1b36c6-c9ef-4149-a781-c4305283f481 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0695167 Mar 07 18:09:25.539100 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2bac8b1a-39e1-45d9-bd8b-8ab983334077 req-27b35428-60f5-448b-99ee-7534557f6096 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760448 Mar 07 18:09:25.575056 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 6e782e70-385f-477e-af50-c5d5925cab82, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=6e782e70-385f-477e-af50-c5d5925cab82,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:25.581997 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1587734843-network', 'tenant_id': 'a9e69e34db6d4f90a8548b837197df2c'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:25.605556 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '6e782e70-385f-477e-af50-c5d5925cab82', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'port_id': '6e782e70-385f-477e-af50-c5d5925cab82', 'mac_address': 'fa:16:3e:ac:dc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:09:25.619325 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Made reservation on behalf of a9e69e34db6d4f90a8548b837197df2c for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:25.622899 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:25.653162 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:25.664711 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 6e782e70-385f-477e-af50-c5d5925cab82 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:25.665193 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6e782e70-385f-477e-af50-c5d5925cab82), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:25.709368 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e782e70-385f-477e-af50-c5d5925cab82 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:09:25.740654 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 6e782e70-385f-477e-af50-c5d5925cab82, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=6e782e70-385f-477e-af50-c5d5925cab82,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:25.745813 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (6e782e70-385f-477e-af50-c5d5925cab82), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:25.746777 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e30007-7e74-4b54-a836-c17703861859 req-d1f3be36-0b42-4bd4-8797-ceb665f02c4e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:25.766784 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Publish callbacks [] for security_group (7c73fffd-e087-4b61-9b95-a8f2b7ee3413), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:25.769038 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e5e30007-7e74-4b54-a836-c17703861859 req-d1f3be36-0b42-4bd4-8797-ceb665f02c4e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.1232374 Mar 07 18:09:25.771281 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35646) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:25.777879 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-edb3f5c8-66a7-487a-a638-1b6ce9051774 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Request body: {'floatingip': {'port_id': '2c193956-08c0-4bb3-9b9f-58450a29fe03'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:25.800306 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb991b-7508-47aa-a275-f85a46776964'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:25.801237 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51da58-5d77-4137-bd58-4c0eb7180299 req-4567308d-e666-4caf-9ff0-019e0351d585 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:25.802781 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3a51da58-5d77-4137-bd58-4c0eb7180299 req-4567308d-e666-4caf-9ff0-019e0351d585 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.1015785 Mar 07 18:09:25.804563 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60de2691-6538-4f29-9dfc-1ac99a7f7e4e" -d '{"events": [{"server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "name": "network-vif-plugged", "status": "completed", "tag": "80eb991b-7508-47aa-a275-f85a46776964"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:25.825047 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=6e782e70-385f-477e-af50-c5d5925cab82,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:25.855079 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (7c73fffd-e087-4b61-9b95-a8f2b7ee3413), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:25.875693 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5945215c-7491-438a-bead-93c625a48919 x-openstack-request-id: req-5945215c-7491-438a-bead-93c625a48919 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:25.876011 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "name": "network-vif-plugged", "status": "completed", "tag": "80eb991b-7508-47aa-a275-f85a46776964", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:25.876314 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5945215c-7491-438a-bead-93c625a48919 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:25.876689 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb991b-7508-47aa-a275-f85a46776964', 'code': 200} Mar 07 18:09:25.886564 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3a51da58-5d77-4137-bd58-4c0eb7180299 req-ebbf8002-7b85-440c-bb67-2cfb2ecf5ec1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760021 Mar 07 18:09:25.906119 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edb3f5c8-66a7-487a-a638-1b6ce9051774 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (859cd24f-9367-4ba7-9722-f7b3d69f3d15), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:25.947688 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:09:26.001667 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c73fffd-e087-4b61-9b95-a8f2b7ee3413,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:26.022193 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (361097c4-9fc0-4d95-8bf6-4b8e74708ebe), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:26.022567 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Added segment 361097c4-9fc0-4d95-8bf6-4b8e74708ebe of type vlan for network c00893ee-9b75-42c5-a83c-252d57fcb8f6 Mar 07 18:09:26.029049 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['6e782e70-385f-477e-af50-c5d5925cab82'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:09:26.069771 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51810d52-546c-441d-9235-f4cc25da3632 req-7e54e62a-b01b-4987-b189-92b3e794ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:26.071284 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-51810d52-546c-441d-9235-f4cc25da3632 req-7e54e62a-b01b-4987-b189-92b3e794ace1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 1129 time: 0.0471866 Mar 07 18:09:26.102332 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (c00893ee-9b75-42c5-a83c-252d57fcb8f6), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:26.141364 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-51810d52-546c-441d-9235-f4cc25da3632 req-da75c971-5b7d-41a8-9af4-048cc892a313 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635881 Mar 07 18:09:26.155420 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35660) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:26.194267 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (c00893ee-9b75-42c5-a83c-252d57fcb8f6), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:26.195307 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:26.195973 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:26.262140 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8840907 Mar 07 18:09:26.265025 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35666) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:26.269765 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-aa0ccfaa-8da2-4d15-b24b-032c5ca554e8 admin admin] Request body: {'subnet': {'network_id': 'c00893ee-9b75-42c5-a83c-252d57fcb8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1587734843-subnet', 'tenant_id': 'a9e69e34db6d4f90a8548b837197df2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:26.294015 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0ccfaa-8da2-4d15-b24b-032c5ca554e8 admin admin] Made reservation on behalf of a9e69e34db6d4f90a8548b837197df2c for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:26.297548 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccfaa-8da2-4d15-b24b-032c5ca554e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3952781'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:26.303057 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52a872-78f0-4fb9-987c-51e4a526bd0e admin admin] Pushing event updated for resources: {'Network': ['ID=c00893ee-9b75-42c5-a83c-252d57fcb8f6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:26.315713 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network c00893ee-9b75-42c5-a83c-252d57fcb8f6 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:09:26.343658 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-48f4c7df-e8d5-4260-b73a-c3874f7c3cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:26.576477 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-48f4c7df-e8d5-4260-b73a-c3874f7c3cf6 admin admin] Publish callbacks [] for security_group (8af7d24b-1645-4d93-9b17-812339d0ce12), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:26.622200 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-48f4c7df-e8d5-4260-b73a-c3874f7c3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8af7d24b-1645-4d93-9b17-812339d0ce12), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:26.646263 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccfaa-8da2-4d15-b24b-032c5ca554e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3070244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3952787'] for subnet (5dc76b86-8048-4618-9d33-a041a62414c9), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:26.669215 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc309d2-98bb-48dd-aeec-bc8e5ce077fc req-a892964b-5853-49b5-8a28-d003f673b3b9 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:26.670886 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3dc309d2-98bb-48dd-aeec-bc8e5ce077fc req-a892964b-5853-49b5-8a28-d003f673b3b9 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 945 time: 0.1884537 Mar 07 18:09:26.733428 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-48f4c7df-e8d5-4260-b73a-c3874f7c3cf6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c775d10c7ec24978b7b9b452ef6d0ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5769286 Mar 07 18:09:26.747805 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35684) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:26.763479 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4c7df-e8d5-4260-b73a-c3874f7c3cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af7d24b-1645-4d93-9b17-812339d0ce12,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:26.765901 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ccfaa-8da2-4d15-b24b-032c5ca554e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc76b86-8048-4618-9d33-a041a62414c9,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:26.853791 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3dc309d2-98bb-48dd-aeec-bc8e5ce077fc req-7fe7815e-6d22-41a0-adb1-d69d619212e7 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519110 Mar 07 18:09:26.868652 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ccfaa-8da2-4d15-b24b-032c5ca554e8 admin admin] Checking segment: {'id': '361097c4-9fc0-4d95-8bf6-4b8e74708ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c00893ee-9b75-42c5-a83c-252d57fcb8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:26.869428 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ccfaa-8da2-4d15-b24b-032c5ca554e8 admin admin] Network hostable DHCP agents. Network: c00893ee-9b75-42c5-a83c-252d57fcb8f6, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:09:26.884756 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2c45c3f1-f54b-43c6-84a8-d41e82312cee admin admin] Publish callbacks [] for security_group (8af7d24b-1645-4d93-9b17-812339d0ce12), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:26.910504 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ccfaa-8da2-4d15-b24b-032c5ca554e8 admin admin] Network c00893ee-9b75-42c5-a83c-252d57fcb8f6 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:09:26.926028 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2c45c3f1-f54b-43c6-84a8-d41e82312cee admin admin] Publish callbacks [] for security_group (8af7d24b-1645-4d93-9b17-812339d0ce12), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:26.941140 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-aa0ccfaa-8da2-4d15-b24b-032c5ca554e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, c00893ee-9b75-42c5-a83c-252d57fcb8f6) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:26.960719 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6b796e-c77f-482a-962b-30fcff0afc7c None None] Network c00893ee-9b75-42c5-a83c-252d57fcb8f6 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:09:26.975302 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0ccfaa-8da2-4d15-b24b-032c5ca554e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:26.977284 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccfaa-8da2-4d15-b24b-032c5ca554e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.025016 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35696) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:27.051872 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edb3f5c8-66a7-487a-a638-1b6ce9051774 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.056680 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edb3f5c8-66a7-487a-a638-1b6ce9051774 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (859cd24f-9367-4ba7-9722-f7b3d69f3d15), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.077206 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-aa0ccfaa-8da2-4d15-b24b-032c5ca554e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8110907 Mar 07 18:09:27.140456 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2c45c3f1-f54b-43c6-84a8-d41e82312cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8af7d24b-1645-4d93-9b17-812339d0ce12), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.145804 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2c45c3f1-f54b-43c6-84a8-d41e82312cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.148464 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2c45c3f1-f54b-43c6-84a8-d41e82312cee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8af7d24b-1645-4d93-9b17-812339d0ce12 HTTP/1.1" status: 204 len: 168 time: 0.3996639 Mar 07 18:09:27.149687 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d96cd07-caac-4eaa-8f77-e654f686a5dd None None] Network c00893ee-9b75-42c5-a83c-252d57fcb8f6 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:09:27.175920 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76312b07-09aa-41a1-b33e-f55e2ce5fae1 req-83b1c118-12f2-4429-9f83-4ab7f341365d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:27.192572 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-76312b07-09aa-41a1-b33e-f55e2ce5fae1 req-83b1c118-12f2-4429-9f83-4ab7f341365d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.1780696 Mar 07 18:09:27.210659 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.l3_db [None req-edb3f5c8-66a7-487a-a638-1b6ce9051774 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Floating IP 859cd24f-9367-4ba7-9722-f7b3d69f3d15 associated. External IP: 172.27.0.43, port: 2c193956-08c0-4bb3-9b9f-58450a29fe03. Mar 07 18:09:27.217883 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45c3f1-f54b-43c6-84a8-d41e82312cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af7d24b-1645-4d93-9b17-812339d0ce12,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:27.334317 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-76312b07-09aa-41a1-b33e-f55e2ce5fae1 req-020b0ef6-6756-4756-90d0-40655c738635 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383162 Mar 07 18:09:27.343530 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75d2ba07-5b2c-4404-9820-e396012ea373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.421898 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 6e782e70-385f-477e-af50-c5d5925cab82 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:27.474246 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75d2ba07-5b2c-4404-9820-e396012ea373 admin admin] Publish callbacks [] for security_group (3265c52c-d9ca-4acc-9298-8909a4fa7197), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.482511 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75d2ba07-5b2c-4404-9820-e396012ea373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (3265c52c-d9ca-4acc-9298-8909a4fa7197), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.544296 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 6e782e70-385f-477e-af50-c5d5925cab82 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:09:27.549379 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-75d2ba07-5b2c-4404-9820-e396012ea373 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a03a58ef719c4454b4209b4d9c9be9f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5151224 Mar 07 18:09:27.550509 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2ba07-5b2c-4404-9820-e396012ea373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3265c52c-d9ca-4acc-9298-8909a4fa7197,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:27.552965 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35714) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:27.554519 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 6e782e70-385f-477e-af50-c5d5925cab82 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:27.554641 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6e782e70-385f-477e-af50-c5d5925cab82), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.671759 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 6e782e70-385f-477e-af50-c5d5925cab82 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:27.672291 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-369af7f9-ad3a-4e6a-9cf9-0bd8848b60d9 admin admin] Publish callbacks [] for security_group (3265c52c-d9ca-4acc-9298-8909a4fa7197), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.672430 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6e782e70-385f-477e-af50-c5d5925cab82), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.675509 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb3f5c8-66a7-487a-a638-1b6ce9051774 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Router 306edbd1-e8e6-42a9-ad51-fd88435c6432 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:09:27.709420 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-369af7f9-ad3a-4e6a-9cf9-0bd8848b60d9 admin admin] Publish callbacks [] for security_group (3265c52c-d9ca-4acc-9298-8909a4fa7197), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.714869 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 6e782e70-385f-477e-af50-c5d5925cab82, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=6e782e70-385f-477e-af50-c5d5925cab82,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:27.719627 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (6e782e70-385f-477e-af50-c5d5925cab82), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.774437 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=6e782e70-385f-477e-af50-c5d5925cab82,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:27.785045 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35722) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:27.827472 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c91459fa-8479-4e2c-9097-850c559882d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.850850 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-369af7f9-ad3a-4e6a-9cf9-0bd8848b60d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (3265c52c-d9ca-4acc-9298-8909a4fa7197), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.853419 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-369af7f9-ad3a-4e6a-9cf9-0bd8848b60d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.854647 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-369af7f9-ad3a-4e6a-9cf9-0bd8848b60d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3265c52c-d9ca-4acc-9298-8909a4fa7197 HTTP/1.1" status: 204 len: 168 time: 0.3005931 Mar 07 18:09:27.878993 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e782e70-385f-477e-af50-c5d5925cab82'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:27.882117 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369af7f9-ad3a-4e6a-9cf9-0bd8848b60d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3265c52c-d9ca-4acc-9298-8909a4fa7197,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:27.883017 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7f7042-f27b-40da-ad23-99acafbe4d1a" -d '{"events": [{"server_uuid": "ab9616e8-658e-4319-8b55-65d89ebabc77", "name": "network-vif-plugged", "status": "completed", "tag": "6e782e70-385f-477e-af50-c5d5925cab82"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:27.887389 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb3f5c8-66a7-487a-a638-1b6ce9051774 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:09:27.896447 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edb3f5c8-66a7-487a-a638-1b6ce9051774 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:27.940001 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e559ee3a-82ab-4147-9d0d-bee0df7f5a25 None None] Sync routers for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:09:27.954330 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559ee3a-82ab-4147-9d0d-bee0df7f5a25 None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:27.956600 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e559ee3a-82ab-4147-9d0d-bee0df7f5a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:09:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:27.962822 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-edb3f5c8-66a7-487a-a638-1b6ce9051774 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "PUT /v2.0/floatingips/859cd24f-9367-4ba7-9722-f7b3d69f3d15 HTTP/1.1" status: 200 len: 991 time: 2.1905191 Mar 07 18:09:27.968726 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'tag': '2c193956-08c0-4bb3-9b9f-58450a29fe03'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:27.973470 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c894e3d8-5f0d-4c78-b787-354850661aca" -d '{"events": [{"name": "network-changed", "server_uuid": "9039d630-bdd8-40d6-a2b2-8228fdbb1db2", "tag": "2c193956-08c0-4bb3-9b9f-58450a29fe03"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:28.042125 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c91459fa-8479-4e2c-9097-850c559882d7 admin admin] Publish callbacks [] for security_group (defd5846-1b42-4f38-be93-bd6ca37f8ebd), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:28.046761 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c084e39-d85c-47b3-9a87-b3f687408709 x-openstack-request-id: req-1c084e39-d85c-47b3-9a87-b3f687408709 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:28.047537 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9616e8-658e-4319-8b55-65d89ebabc77", "name": "network-vif-plugged", "status": "completed", "tag": "6e782e70-385f-477e-af50-c5d5925cab82", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:28.047832 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c084e39-d85c-47b3-9a87-b3f687408709 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:28.048836 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e782e70-385f-477e-af50-c5d5925cab82', 'code': 200} Mar 07 18:09:28.049903 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c91459fa-8479-4e2c-9097-850c559882d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (defd5846-1b42-4f38-be93-bd6ca37f8ebd), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:28.132594 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-c91459fa-8479-4e2c-9097-850c559882d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6af40f409b274705b4575bc601f0c737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461661 Mar 07 18:09:28.137343 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35738) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:28.143793 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91459fa-8479-4e2c-9097-850c559882d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defd5846-1b42-4f38-be93-bd6ca37f8ebd,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:28.178380 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-e559ee3a-82ab-4147-9d0d-bee0df7f5a25 None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:28.219033 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0ccef8-1afe-48e0-be17-ebb2c61ca6e8 x-openstack-request-id: req-9c0ccef8-1afe-48e0-be17-ebb2c61ca6e8 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:28.219619 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9039d630-bdd8-40d6-a2b2-8228fdbb1db2", "tag": "2c193956-08c0-4bb3-9b9f-58450a29fe03", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:28.219619 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c0ccef8-1afe-48e0-be17-ebb2c61ca6e8 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:28.219931 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'tag': '2c193956-08c0-4bb3-9b9f-58450a29fe03', 'status': 'completed', 'code': 200} Mar 07 18:09:28.238965 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f7a97-ac02-40fe-b146-87e7a0d1b1dc req-9b22f4fd-7ff1-47d4-9a13-47f5c6000335 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:28.242196 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-646f7a97-ac02-40fe-b146-87e7a0d1b1dc req-9b22f4fd-7ff1-47d4-9a13-47f5c6000335 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 946 time: 0.2113910 Mar 07 18:09:28.257211 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6c4e995-88c3-4f61-a361-d1c17028d897 admin admin] Publish callbacks [] for security_group (defd5846-1b42-4f38-be93-bd6ca37f8ebd), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:28.306121 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6c4e995-88c3-4f61-a361-d1c17028d897 admin admin] Publish callbacks [] for security_group (defd5846-1b42-4f38-be93-bd6ca37f8ebd), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:28.393562 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894e3d8-5f0d-4c78-b787-354850661aca req-b5374fd0-1e6e-4968-93d0-bfc92a1cd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:28.397288 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c894e3d8-5f0d-4c78-b787-354850661aca req-b5374fd0-1e6e-4968-93d0-bfc92a1cd480 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 1130 time: 0.1534407 Mar 07 18:09:28.423758 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-646f7a97-ac02-40fe-b146-87e7a0d1b1dc req-7f716ac3-ecd7-4e2f-ae56-59db42fdb297 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638362 Mar 07 18:09:28.542847 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6c4e995-88c3-4f61-a361-d1c17028d897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (defd5846-1b42-4f38-be93-bd6ca37f8ebd), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:28.545508 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6c4e995-88c3-4f61-a361-d1c17028d897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:28.546680 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b6c4e995-88c3-4f61-a361-d1c17028d897 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/defd5846-1b42-4f38-be93-bd6ca37f8ebd HTTP/1.1" status: 204 len: 168 time: 0.4082561 Mar 07 18:09:28.562420 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e54a23-06e5-45ce-895e-09f027ce98b3 req-d26bd557-839e-45c8-b6d6-703b1f2fe126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:28.566004 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-c2e54a23-06e5-45ce-895e-09f027ce98b3 req-d26bd557-839e-45c8-b6d6-703b1f2fe126 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 1130 time: 0.2307837 Mar 07 18:09:28.572222 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4e995-88c3-4f61-a361-d1c17028d897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defd5846-1b42-4f38-be93-bd6ca37f8ebd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:28.629359 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894e3d8-5f0d-4c78-b787-354850661aca req-9434086b-a6bd-4c8c-8a97-2da7eb5309f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:28.631408 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c894e3d8-5f0d-4c78-b787-354850661aca req-9434086b-a6bd-4c8c-8a97-2da7eb5309f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3861992-bbf8-44fd-ac4d-48923961f3e3 HTTP/1.1" status: 200 len: 912 time: 0.2063632 Mar 07 18:09:28.639554 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e19ce0-8d87-4889-a405-d360ec85cb06 req-2248ea84-8242-4bf9-b242-61e414d4ce48 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:28.641208 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d5e19ce0-8d87-4889-a405-d360ec85cb06 req-2248ea84-8242-4bf9-b242-61e414d4ce48 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.1322372 Mar 07 18:09:28.671142 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-c2e54a23-06e5-45ce-895e-09f027ce98b3 req-7c969af7-de14-4191-84d1-a4c51fc82d09 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964537 Mar 07 18:09:28.732881 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e559ee3a-82ab-4147-9d0d-bee0df7f5a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '859cd24f-9367-4ba7-9722-f7b3d69f3d15', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'port_id': '2c193956-08c0-4bb3-9b9f-58450a29fe03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'mac_address': 'fa:16:3e:af:e7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:03Z', 'updated_at': '2022-03-07T18:09:26Z', 'revision_number': 1, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:54Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:28.772671 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c894e3d8-5f0d-4c78-b787-354850661aca req-d6c0a6a7-6ce6-4810-a1d0-55f3c2677d03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c193956-08c0-4bb3-9b9f-58450a29fe03 HTTP/1.1" status: 200 len: 999 time: 0.1305838 Mar 07 18:09:28.793848 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d5e19ce0-8d87-4889-a405-d360ec85cb06 req-d4ba7d88-52e2-4acc-9aff-795e9e85d351 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458805 Mar 07 18:09:28.798458 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35758) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:28.812647 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e559ee3a-82ab-4147-9d0d-bee0df7f5a25 None None] Checking router: 306edbd1-e8e6-42a9-ad51-fd88435c6432 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:09:28.818301 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b47b7b73-9ca3-48a6-b555-e7e84b400a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:28.822602 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559ee3a-82ab-4147-9d0d-bee0df7f5a25 None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:28.823340 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e559ee3a-82ab-4147-9d0d-bee0df7f5a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:09:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:28.983639 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-e559ee3a-82ab-4147-9d0d-bee0df7f5a25 None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:28.988777 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894e3d8-5f0d-4c78-b787-354850661aca req-00b5f48c-2a4f-4d2f-8f1b-b6899052be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:28.991878 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c894e3d8-5f0d-4c78-b787-354850661aca req-00b5f48c-2a4f-4d2f-8f1b-b6899052be7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3778293-3d6a-4b92-a3b7-6d9e07a0860c HTTP/1.1" status: 200 len: 850 time: 0.1135733 Mar 07 18:09:29.023370 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b47b7b73-9ca3-48a6-b555-e7e84b400a99 admin admin] Publish callbacks [] for security_group (b3e8ea25-43cb-4b4b-b329-f0ab5ffc5eee), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.024047 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b8dfb-5f6e-4fee-a171-8bb89030e43d req-2bffa548-8680-422a-b359-7fac9a826fa1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:29.036094 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b47b7b73-9ca3-48a6-b555-e7e84b400a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (b3e8ea25-43cb-4b4b-b329-f0ab5ffc5eee), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.037335 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-286b8dfb-5f6e-4fee-a171-8bb89030e43d req-2bffa548-8680-422a-b359-7fac9a826fa1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.1296954 Mar 07 18:09:29.055855 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35764) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:29.064709 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-8e9b0941-9e10-4ee4-ba1f-c1bd26ee997a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Request body: {'floatingip': {'port_id': '80eb991b-7508-47aa-a275-f85a46776964'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:29.119032 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b7b73-9ca3-48a6-b555-e7e84b400a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e8ea25-43cb-4b4b-b329-f0ab5ffc5eee,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:29.131735 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35766) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:29.153677 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-73312907-network', 'tenant_id': 'c9cceba298b04b34afcd9c4f548e1ea0'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:29.166158 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e9b0941-9e10-4ee4-ba1f-c1bd26ee997a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (858398d7-e6ec-46ec-b91b-48c5c522cdbd), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.191284 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Made reservation on behalf of c9cceba298b04b34afcd9c4f548e1ea0 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:29.194864 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.212728 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b47b7b73-9ca3-48a6-b555-e7e84b400a99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57ccd93800d74e258d15ef984a472426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130375 Mar 07 18:09:29.215818 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35770) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:29.226374 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.374059 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e559ee3a-82ab-4147-9d0d-bee0df7f5a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '859cd24f-9367-4ba7-9722-f7b3d69f3d15', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'port_id': '2c193956-08c0-4bb3-9b9f-58450a29fe03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'mac_address': 'fa:16:3e:af:e7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:03Z', 'updated_at': '2022-03-07T18:09:26Z', 'revision_number': 1, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:54Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:29.402297 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Publish callbacks [] for security_group (c6e45218-aab0-4248-8341-1344c97e8f11), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.405975 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e559ee3a-82ab-4147-9d0d-bee0df7f5a25 None None] The sync data for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi is: [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '859cd24f-9367-4ba7-9722-f7b3d69f3d15', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'port_id': '2c193956-08c0-4bb3-9b9f-58450a29fe03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'mac_address': 'fa:16:3e:af:e7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:03Z', 'updated_at': '2022-03-07T18:09:26Z', 'revision_number': 1, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:54Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:09:29.413223 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (c6e45218-aab0-4248-8341-1344c97e8f11), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.438963 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e4b05fd-2cce-496b-9091-d23e173d297a admin admin] Publish callbacks [] for security_group (b3e8ea25-43cb-4b4b-b329-f0ab5ffc5eee), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.484557 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:09:29.488469 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e4b05fd-2cce-496b-9091-d23e173d297a admin admin] Publish callbacks [] for security_group (b3e8ea25-43cb-4b4b-b329-f0ab5ffc5eee), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.524876 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (1e76ecc9-c976-45bf-b87b-f035f67ba88d), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.525491 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Added segment 1e76ecc9-c976-45bf-b87b-f035f67ba88d of type vlan for network cd189534-ff01-4921-833a-d12e74d6d97d Mar 07 18:09:29.535205 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894e3d8-5f0d-4c78-b787-354850661aca req-66b5ec02-2da8-426b-a4e2-e62df133c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:29.536835 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c894e3d8-5f0d-4c78-b787-354850661aca req-66b5ec02-2da8-426b-a4e2-e62df133c6fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3861992-bbf8-44fd-ac4d-48923961f3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5336289 Mar 07 18:09:29.545541 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e45218-aab0-4248-8341-1344c97e8f11,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:29.614662 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (cd189534-ff01-4921-833a-d12e74d6d97d), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.649259 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e4b05fd-2cce-496b-9091-d23e173d297a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (b3e8ea25-43cb-4b4b-b329-f0ab5ffc5eee), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.653447 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e4b05fd-2cce-496b-9091-d23e173d297a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.655795 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-8e4b05fd-2cce-496b-9091-d23e173d297a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3e8ea25-43cb-4b4b-b329-f0ab5ffc5eee HTTP/1.1" status: 204 len: 168 time: 0.4364233 Mar 07 18:09:29.664892 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (cd189534-ff01-4921-833a-d12e74d6d97d), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.665983 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:29.667393 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:29.677299 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b05fd-2cce-496b-9091-d23e173d297a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e8ea25-43cb-4b4b-b329-f0ab5ffc5eee,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:29.714996 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5755432 Mar 07 18:09:29.720347 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35790) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:29.744900 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-c84d5dde-56a1-45f7-8784-8c4f34ebea2f admin admin] Request body: {'subnet': {'network_id': 'cd189534-ff01-4921-833a-d12e74d6d97d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-73312907-subnet', 'tenant_id': 'c9cceba298b04b34afcd9c4f548e1ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:29.757830 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c8b60-7a4e-4a44-8186-d41645b375b7 admin admin] Pushing event updated for resources: {'Network': ['ID=cd189534-ff01-4921-833a-d12e74d6d97d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:29.770158 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network cd189534-ff01-4921-833a-d12e74d6d97d details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:09:29.859486 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082f9d0-ea42-4edd-b92c-79f64039ee8b None None] New status for floating IP 859cd24f-9367-4ba7-9722-f7b3d69f3d15: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:09:29.869273 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa7a54-159e-463d-84f6-23c24ca20866 req-e0764bb0-4470-47d5-ae30-87346b56c040 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:29.878217 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-abaa7a54-159e-463d-84f6-23c24ca20866 req-e0764bb0-4470-47d5-ae30-87346b56c040 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 946 time: 0.3244779 Mar 07 18:09:29.911411 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84d5dde-56a1-45f7-8784-8c4f34ebea2f admin admin] Made reservation on behalf of c9cceba298b04b34afcd9c4f548e1ea0 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:29.913971 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c84d5dde-56a1-45f7-8784-8c4f34ebea2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3952781'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.028482 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c894e3d8-5f0d-4c78-b787-354850661aca req-bf751795-0046-429a-bc21-79e83c9edd81 service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677520 Mar 07 18:09:30.199709 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-abaa7a54-159e-463d-84f6-23c24ca20866 req-9ed0b89a-2f50-4368-8ed4-621de9c54dc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204010 Mar 07 18:09:30.341653 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35802) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:30.371804 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35806) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:30.397098 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63e15803-9f35-4d07-9bbf-f426673de2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.477204 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c894e3d8-5f0d-4c78-b787-354850661aca req-8f6627f2-1195-439e-b8ff-07515fefa591 service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286573 Mar 07 18:09:30.536436 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63e15803-9f35-4d07-9bbf-f426673de2a1 admin admin] Publish callbacks [] for security_group (e3eae48d-5d6a-44a8-b46a-5f45f9db12eb), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.543770 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63e15803-9f35-4d07-9bbf-f426673de2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (e3eae48d-5d6a-44a8-b46a-5f45f9db12eb), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.577950 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e15803-9f35-4d07-9bbf-f426673de2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eae48d-5d6a-44a8-b46a-5f45f9db12eb,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:30.615211 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-63e15803-9f35-4d07-9bbf-f426673de2a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8960d604f8a43e29f1148e169813e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420957 Mar 07 18:09:30.616289 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a429e74-bb48-4081-8968-0eb5e21fa093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.617996 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35810) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:30.666192 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c84d5dde-56a1-45f7-8784-8c4f34ebea2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3070244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3952787'] for subnet (47b88dd1-1041-4d18-9f97-29d30044b841), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.700786 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a30e65-8b62-487e-8348-d14566096ef1 admin admin] Publish callbacks [] for security_group (e3eae48d-5d6a-44a8-b46a-5f45f9db12eb), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.734655 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a30e65-8b62-487e-8348-d14566096ef1 admin admin] Publish callbacks [] for security_group (e3eae48d-5d6a-44a8-b46a-5f45f9db12eb), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.771873 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a429e74-bb48-4081-8968-0eb5e21fa093 admin admin] Publish callbacks [] for security_group (ae154d0d-a543-4f43-bee9-1727f16fa3ab), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.779692 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a429e74-bb48-4081-8968-0eb5e21fa093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ae154d0d-a543-4f43-bee9-1727f16fa3ab), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.809436 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e9b0941-9e10-4ee4-ba1f-c1bd26ee997a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.814139 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d5dde-56a1-45f7-8784-8c4f34ebea2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b88dd1-1041-4d18-9f97-29d30044b841,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:30.821012 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e9b0941-9e10-4ee4-ba1f-c1bd26ee997a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (858398d7-e6ec-46ec-b91b-48c5c522cdbd), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.822164 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-8a429e74-bb48-4081-8968-0eb5e21fa093 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=241a97f2b1204b528aecdd853bf2a92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4793501 Mar 07 18:09:30.823520 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a429e74-bb48-4081-8968-0eb5e21fa093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae154d0d-a543-4f43-bee9-1727f16fa3ab,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:30.825630 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35816) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:30.847953 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a30e65-8b62-487e-8348-d14566096ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (e3eae48d-5d6a-44a8-b46a-5f45f9db12eb), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.850619 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a30e65-8b62-487e-8348-d14566096ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.851972 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-e6a30e65-8b62-487e-8348-d14566096ef1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3eae48d-5d6a-44a8-b46a-5f45f9db12eb HTTP/1.1" status: 204 len: 168 time: 0.2322714 Mar 07 18:09:30.872231 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a30e65-8b62-487e-8348-d14566096ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eae48d-5d6a-44a8-b46a-5f45f9db12eb,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:30.896277 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffd3f-71ed-4ab9-8400-1906e4a1df8e admin admin] Publish callbacks [] for security_group (ae154d0d-a543-4f43-bee9-1727f16fa3ab), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.901737 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84d5dde-56a1-45f7-8784-8c4f34ebea2f admin admin] Checking segment: {'id': '1e76ecc9-c976-45bf-b87b-f035f67ba88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd189534-ff01-4921-833a-d12e74d6d97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:30.902155 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d5dde-56a1-45f7-8784-8c4f34ebea2f admin admin] Network hostable DHCP agents. Network: cd189534-ff01-4921-833a-d12e74d6d97d, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:09:30.953386 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffd3f-71ed-4ab9-8400-1906e4a1df8e admin admin] Publish callbacks [] for security_group (ae154d0d-a543-4f43-bee9-1727f16fa3ab), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:30.974089 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d5dde-56a1-45f7-8784-8c4f34ebea2f admin admin] Network cd189534-ff01-4921-833a-d12e74d6d97d is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:09:30.986270 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-8e9b0941-9e10-4ee4-ba1f-c1bd26ee997a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Floating IP 858398d7-e6ec-46ec-b91b-48c5c522cdbd associated. External IP: 172.27.0.200, port: 80eb991b-7508-47aa-a275-f85a46776964. Mar 07 18:09:30.990135 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-c84d5dde-56a1-45f7-8784-8c4f34ebea2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, cd189534-ff01-4921-833a-d12e74d6d97d) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:30.995759 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84d5dde-56a1-45f7-8784-8c4f34ebea2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:30.996451 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c84d5dde-56a1-45f7-8784-8c4f34ebea2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:31.007510 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186574ca-1d6d-4c69-885a-ad9fc5e2a597 None None] Network cd189534-ff01-4921-833a-d12e74d6d97d requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:09:31.032935 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffd3f-71ed-4ab9-8400-1906e4a1df8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ae154d0d-a543-4f43-bee9-1727f16fa3ab), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:31.035541 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c5ffd3f-71ed-4ab9-8400-1906e4a1df8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:31.036748 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-9c5ffd3f-71ed-4ab9-8400-1906e4a1df8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae154d0d-a543-4f43-bee9-1727f16fa3ab HTTP/1.1" status: 204 len: 168 time: 0.2102141 Mar 07 18:09:31.046724 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ffd3f-71ed-4ab9-8400-1906e4a1df8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae154d0d-a543-4f43-bee9-1727f16fa3ab,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:31.081265 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c84d5dde-56a1-45f7-8784-8c4f34ebea2f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3597226 Mar 07 18:09:31.156762 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cc1e94-60a9-462b-ab2d-c3608de24283 None None] Network cd189534-ff01-4921-833a-d12e74d6d97d requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:09:31.596068 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9b0941-9e10-4ee4-ba1f-c1bd26ee997a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Router d6d6db4e-9766-4339-8b17-cb89a73d9b8a has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:09:31.684906 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14938430-e818-4506-bc33-42dc8fde1f97 req-2392b8db-0432-41ad-8484-5500101b4870 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:31.686775 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-14938430-e818-4506-bc33-42dc8fde1f97 req-2392b8db-0432-41ad-8484-5500101b4870 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 945 time: 0.1664295 Mar 07 18:09:31.697385 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0006b9-a112-470e-964d-ff216eefa6ca req-c3ae7b82-73b6-47bd-8400-83a5478562a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:31.701921 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35852) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:31.702379 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bd0006b9-a112-470e-964d-ff216eefa6ca req-c3ae7b82-73b6-47bd-8400-83a5478562a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 946 time: 0.1570730 Mar 07 18:09:31.723139 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32932039-aca2-4c68-bd37-2ef8b21398ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:31.828443 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32932039-aca2-4c68-bd37-2ef8b21398ab admin admin] Publish callbacks [] for security_group (4844b7f3-3ab6-482d-bfe7-3af1dc86095a), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:31.832009 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bd0006b9-a112-470e-964d-ff216eefa6ca req-8bd88913-732b-47bb-a418-8195d04a5502 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200352 Mar 07 18:09:31.837310 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32932039-aca2-4c68-bd37-2ef8b21398ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (4844b7f3-3ab6-482d-bfe7-3af1dc86095a), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:31.843216 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9b0941-9e10-4ee4-ba1f-c1bd26ee997a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:09:31.855418 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3462198-28cb-4034-830b-965935f02ceb None None] Sync routers for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:09:31.856199 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-14938430-e818-4506-bc33-42dc8fde1f97 req-220679a2-00f1-4fab-964a-6f6116804b37 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511934 Mar 07 18:09:31.859483 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e9b0941-9e10-4ee4-ba1f-c1bd26ee997a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:31.881133 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3462198-28cb-4034-830b-965935f02ceb None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:31.881880 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-b3462198-28cb-4034-830b-965935f02ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:09:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:31.964977 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8e9b0941-9e10-4ee4-ba1f-c1bd26ee997a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "PUT /v2.0/floatingips/858398d7-e6ec-46ec-b91b-48c5c522cdbd HTTP/1.1" status: 200 len: 991 time: 2.9076290 Mar 07 18:09:31.965918 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'tag': '80eb991b-7508-47aa-a275-f85a46776964'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:31.968612 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca6e742-6412-4373-8a47-acdc774c199d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "tag": "80eb991b-7508-47aa-a275-f85a46776964"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:31.978754 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32932039-aca2-4c68-bd37-2ef8b21398ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4844b7f3-3ab6-482d-bfe7-3af1dc86095a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:32.009590 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-32932039-aca2-4c68-bd37-2ef8b21398ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2d4681521d94bb4ba5156604cd47567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034682 Mar 07 18:09:32.011261 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 35864) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:32.055795 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40cf973-57ed-4944-8652-97b26b1359b7 x-openstack-request-id: req-d40cf973-57ed-4944-8652-97b26b1359b7 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:32.056352 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "tag": "80eb991b-7508-47aa-a275-f85a46776964", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:32.056762 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d40cf973-57ed-4944-8652-97b26b1359b7 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:32.058045 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'tag': '80eb991b-7508-47aa-a275-f85a46776964', 'status': 'completed', 'code': 200} Mar 07 18:09:32.138534 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b8371ef-4e20-4bbc-9402-439e7f078433 admin admin] Publish callbacks [] for security_group (4844b7f3-3ab6-482d-bfe7-3af1dc86095a), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:32.167391 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b8371ef-4e20-4bbc-9402-439e7f078433 admin admin] Publish callbacks [] for security_group (4844b7f3-3ab6-482d-bfe7-3af1dc86095a), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:32.169040 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045c5d8-56e4-4ded-824c-8f1da9e9f3dd req-46eb4f1e-c5f0-4931-a8ee-9a93fec7ee22 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:32.185556 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4045c5d8-56e4-4ded-824c-8f1da9e9f3dd req-46eb4f1e-c5f0-4931-a8ee-9a93fec7ee22 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 946 time: 0.1980133 Mar 07 18:09:32.190245 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 35870) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:32.202071 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-30fab9f8-6e8d-4393-88a2-4988c68ff2ff tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'floatingip': {'port_id': '6e782e70-385f-477e-af50-c5d5925cab82'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:32.243403 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b8371ef-4e20-4bbc-9402-439e7f078433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (4844b7f3-3ab6-482d-bfe7-3af1dc86095a), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:32.249161 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b8371ef-4e20-4bbc-9402-439e7f078433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:32.254817 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-9b8371ef-4e20-4bbc-9402-439e7f078433 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4844b7f3-3ab6-482d-bfe7-3af1dc86095a HTTP/1.1" status: 204 len: 168 time: 0.2389770 Mar 07 18:09:32.277904 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8371ef-4e20-4bbc-9402-439e7f078433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4844b7f3-3ab6-482d-bfe7-3af1dc86095a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:32.296746 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30fab9f8-6e8d-4393-88a2-4988c68ff2ff tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (869c7d04-f298-4afc-a398-a5aff4ddc933), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:32.301888 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-b3462198-28cb-4034-830b-965935f02ceb None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:32.314163 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e742-6412-4373-8a47-acdc774c199d req-2249a1dc-81aa-4ede-8a0c-1ffe5624ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:32.316666 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bca6e742-6412-4373-8a47-acdc774c199d req-2249a1dc-81aa-4ede-8a0c-1ffe5624ca32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 1129 time: 0.2380707 Mar 07 18:09:32.531445 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e742-6412-4373-8a47-acdc774c199d req-36ee3c2d-a853-4d2b-a322-595a1d54b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:32.532966 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bca6e742-6412-4373-8a47-acdc774c199d req-36ee3c2d-a853-4d2b-a322-595a1d54b5a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 918 time: 0.1797307 Mar 07 18:09:32.613356 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-b3462198-28cb-4034-830b-965935f02ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '858398d7-e6ec-46ec-b91b-48c5c522cdbd', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'port_id': '80eb991b-7508-47aa-a275-f85a46776964', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'mac_address': 'fa:16:3e:22:63:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:04Z', 'updated_at': '2022-03-07T18:09:30Z', 'revision_number': 1, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:32.659217 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3462198-28cb-4034-830b-965935f02ceb None None] Checking router: d6d6db4e-9766-4339-8b17-cb89a73d9b8a for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:09:32.664299 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bca6e742-6412-4373-8a47-acdc774c199d req-ca7fcf38-3b4c-4d8d-b1ca-c87e76ee869f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80eb991b-7508-47aa-a275-f85a46776964 HTTP/1.1" status: 200 len: 999 time: 0.0946124 Mar 07 18:09:32.670522 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3462198-28cb-4034-830b-965935f02ceb None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:32.671155 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-b3462198-28cb-4034-830b-965935f02ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:09:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:32.759957 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e742-6412-4373-8a47-acdc774c199d req-2a7f86f1-2c1d-4f0a-bf97-ac65bd4253a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:32.762160 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bca6e742-6412-4373-8a47-acdc774c199d req-2a7f86f1-2c1d-4f0a-bf97-ac65bd4253a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.0637190 Mar 07 18:09:32.843744 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-b3462198-28cb-4034-830b-965935f02ceb None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:32.896510 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e742-6412-4373-8a47-acdc774c199d req-e5996d32-d4f9-4c8a-a4fa-780f6aeb7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:32.898410 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bca6e742-6412-4373-8a47-acdc774c199d req-e5996d32-d4f9-4c8a-a4fa-780f6aeb7dbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1288202 Mar 07 18:09:33.150085 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec203f-9540-4875-99ef-3d7e5a1600f6 req-b4a33192-16bf-4aa2-bffc-e2716b191f1a tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:33.151666 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-beec203f-9540-4875-99ef-3d7e5a1600f6 req-b4a33192-16bf-4aa2-bffc-e2716b191f1a tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 945 time: 0.1795378 Mar 07 18:09:33.201257 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bca6e742-6412-4373-8a47-acdc774c199d req-4bdb2c36-af58-4b39-9cf7-5862fb0d7809 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500191 Mar 07 18:09:33.245010 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-b3462198-28cb-4034-830b-965935f02ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '858398d7-e6ec-46ec-b91b-48c5c522cdbd', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'port_id': '80eb991b-7508-47aa-a275-f85a46776964', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'mac_address': 'fa:16:3e:22:63:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:04Z', 'updated_at': '2022-03-07T18:09:30Z', 'revision_number': 1, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:33.253164 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30fab9f8-6e8d-4393-88a2-4988c68ff2ff tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:33.280802 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30fab9f8-6e8d-4393-88a2-4988c68ff2ff tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (869c7d04-f298-4afc-a398-a5aff4ddc933), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:33.324013 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-beec203f-9540-4875-99ef-3d7e5a1600f6 req-e03d4562-341c-4fbf-a08a-a0bda99e9ee2 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/security-groups?id=db656d9a-e88f-4f41-881b-e86669d9a26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657259 Mar 07 18:09:33.334237 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3462198-28cb-4034-830b-965935f02ceb None None] The sync data for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi is: [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '858398d7-e6ec-46ec-b91b-48c5c522cdbd', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'port_id': '80eb991b-7508-47aa-a275-f85a46776964', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'mac_address': 'fa:16:3e:22:63:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:04Z', 'updated_at': '2022-03-07T18:09:30Z', 'revision_number': 1, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:09:33.545066 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395d380-e149-42c7-97c3-82d7bb8eb258 req-88c4fc3c-3946-4d2d-8662-991464f90158 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:33.547404 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-b395d380-e149-42c7-97c3-82d7bb8eb258 req-88c4fc3c-3946-4d2d-8662-991464f90158 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 945 time: 0.1845546 Mar 07 18:09:33.717886 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af1105-1788-4dc6-8962-a09beb24d073 None None] New status for floating IP 858398d7-e6ec-46ec-b91b-48c5c522cdbd: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:09:33.742020 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-b395d380-e149-42c7-97c3-82d7bb8eb258 req-6ca1fb79-0a27-4b0c-8c5e-f902a5da9b3d tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Deleting port 7648227d-923d-4df5-b377-b0b25b924936 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:09:33.742380 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-b395d380-e149-42c7-97c3-82d7bb8eb258 req-6ca1fb79-0a27-4b0c-8c5e-f902a5da9b3d tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (7648227d-923d-4df5-b377-b0b25b924936), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:33.777342 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-30fab9f8-6e8d-4393-88a2-4988c68ff2ff tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Floating IP 869c7d04-f298-4afc-a398-a5aff4ddc933 associated. External IP: 172.27.0.42, port: 6e782e70-385f-477e-af50-c5d5925cab82. Mar 07 18:09:33.861621 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bca6e742-6412-4373-8a47-acdc774c199d req-c15c40ea-39cb-4ef9-b7a0-6331bc801950 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496744 Mar 07 18:09:33.940821 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-b395d380-e149-42c7-97c3-82d7bb8eb258 req-6ca1fb79-0a27-4b0c-8c5e-f902a5da9b3d tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] For port 7648227d-923d-4df5-b377-b0b25b924936, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=7648227d-923d-4df5-b377-b0b25b924936,segment=NetworkSegment(652b8e83-1d75-4fd5-a9e5-480519af6a06),segment_id=652b8e83-1d75-4fd5-a9e5-480519af6a06)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:33.941378 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-b395d380-e149-42c7-97c3-82d7bb8eb258 req-6ca1fb79-0a27-4b0c-8c5e-f902a5da9b3d tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (7648227d-923d-4df5-b377-b0b25b924936), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:33.962436 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-b395d380-e149-42c7-97c3-82d7bb8eb258 req-6ca1fb79-0a27-4b0c-8c5e-f902a5da9b3d tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Calling delete_port for 7648227d-923d-4df5-b377-b0b25b924936 owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:09:34.172887 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fab9f8-6e8d-4393-88a2-4988c68ff2ff tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:09:34.251381 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-b395d380-e149-42c7-97c3-82d7bb8eb258 req-6ca1fb79-0a27-4b0c-8c5e-f902a5da9b3d tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (7648227d-923d-4df5-b377-b0b25b924936), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:34.264194 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['7648227d-923d-4df5-b377-b0b25b924936'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:09:34.286350 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1fb79-0a27-4b0c-8c5e-f902a5da9b3d tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Pushing event deleted for resources: {'Port': ['ID=7648227d-923d-4df5-b377-b0b25b924936,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:34.314546 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fab9f8-6e8d-4393-88a2-4988c68ff2ff tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:09:34.321835 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30fab9f8-6e8d-4393-88a2-4988c68ff2ff tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:34.330811 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44eed7-b745-4832-ad13-a4050953247c None None] Sync routers for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:09:34.350174 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44eed7-b745-4832-ad13-a4050953247c None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:34.352277 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-ed44eed7-b745-4832-ad13-a4050953247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:09:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:34.367336 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-b395d380-e149-42c7-97c3-82d7bb8eb258 req-6ca1fb79-0a27-4b0c-8c5e-f902a5da9b3d tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] No DVR routers for this DVR port 7648227d-923d-4df5-b377-b0b25b924936 on host hv-cinder-83229 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:09:34.370609 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-b395d380-e149-42c7-97c3-82d7bb8eb258 req-6ca1fb79-0a27-4b0c-8c5e-f902a5da9b3d tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:34.374096 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-b395d380-e149-42c7-97c3-82d7bb8eb258 req-6ca1fb79-0a27-4b0c-8c5e-f902a5da9b3d tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.37 "DELETE /v2.0/ports/7648227d-923d-4df5-b377-b0b25b924936 HTTP/1.1" status: 204 len: 173 time: 0.8208992 Mar 07 18:09:34.374554 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb89bad-b3b4-4616-999b-382f415ef9b8', 'name': 'network-vif-deleted', 'tag': '7648227d-923d-4df5-b377-b0b25b924936'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:34.377570 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29f3af4-2ab6-45f0-9548-e67f816790a7" -d '{"events": [{"server_uuid": "eeb89bad-b3b4-4616-999b-382f415ef9b8", "name": "network-vif-deleted", "tag": "7648227d-923d-4df5-b377-b0b25b924936"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:34.404827 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-30fab9f8-6e8d-4393-88a2-4988c68ff2ff tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "PUT /v2.0/floatingips/869c7d04-f298-4afc-a398-a5aff4ddc933 HTTP/1.1" status: 200 len: 991 time: 2.2080238 Mar 07 18:09:34.405499 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'tag': '6e782e70-385f-477e-af50-c5d5925cab82'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:34.407965 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e748a6ec-8691-4fdd-b1fc-8d1c91fc6646" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9616e8-658e-4319-8b55-65d89ebabc77", "tag": "6e782e70-385f-477e-af50-c5d5925cab82"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:34.474165 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cafd89-2be0-4e3d-9d0c-28ffb1ff0a40 x-openstack-request-id: req-70cafd89-2be0-4e3d-9d0c-28ffb1ff0a40 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:34.474517 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb89bad-b3b4-4616-999b-382f415ef9b8", "name": "network-vif-deleted", "tag": "7648227d-923d-4df5-b377-b0b25b924936", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:34.474727 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70cafd89-2be0-4e3d-9d0c-28ffb1ff0a40 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:34.475124 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb89bad-b3b4-4616-999b-382f415ef9b8', 'name': 'network-vif-deleted', 'tag': '7648227d-923d-4df5-b377-b0b25b924936', 'status': 'completed', 'code': 200} Mar 07 18:09:34.535615 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e346abd-62ff-4f3e-b1f3-faf238b43c3e x-openstack-request-id: req-0e346abd-62ff-4f3e-b1f3-faf238b43c3e {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:34.535959 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9616e8-658e-4319-8b55-65d89ebabc77", "tag": "6e782e70-385f-477e-af50-c5d5925cab82", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:34.536196 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e346abd-62ff-4f3e-b1f3-faf238b43c3e {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:34.537862 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'tag': '6e782e70-385f-477e-af50-c5d5925cab82', 'status': 'completed', 'code': 200} Mar 07 18:09:34.540069 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1fb11a8-b575-45a0-9257-a4f6eecdaf81 req-6647d7e7-e6de-4d25-be0e-e79cd48ad2a8 tempest-DeleteServersTestJSON-593463046 tempest-DeleteServersTestJSON-593463046-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb89bad-b3b4-4616-999b-382f415ef9b8 HTTP/1.1" status: 200 len: 210 time: 0.0543940 Mar 07 18:09:34.589753 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-ed44eed7-b745-4832-ad13-a4050953247c None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:34.600945 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a6ec-8691-4fdd-b1fc-8d1c91fc6646 req-3d11a9f6-fe90-4a02-9a75-67e60c93b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:34.602527 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e748a6ec-8691-4fdd-b1fc-8d1c91fc6646 req-3d11a9f6-fe90-4a02-9a75-67e60c93b369 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 1130 time: 0.0619998 Mar 07 18:09:34.725500 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a6ec-8691-4fdd-b1fc-8d1c91fc6646 req-2179227f-82f4-4582-9307-35fe751a6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:34.728435 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e748a6ec-8691-4fdd-b1fc-8d1c91fc6646 req-2179227f-82f4-4582-9307-35fe751a6030 service neutron] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 916 time: 0.1194739 Mar 07 18:09:34.922590 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-ed44eed7-b745-4832-ad13-a4050953247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '869c7d04-f298-4afc-a398-a5aff4ddc933', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': '6e782e70-385f-477e-af50-c5d5925cab82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:ac:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:11Z', 'updated_at': '2022-03-07T18:09:33Z', 'revision_number': 1, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:34.990749 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44eed7-b745-4832-ad13-a4050953247c None None] Checking router: 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:09:35.003465 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44eed7-b745-4832-ad13-a4050953247c None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:35.004205 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-ed44eed7-b745-4832-ad13-a4050953247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:09:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:35.166886 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-ed44eed7-b745-4832-ad13-a4050953247c None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:35.271512 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e748a6ec-8691-4fdd-b1fc-8d1c91fc6646 req-1cf0031f-0d72-49d2-bf79-4c5841b9f422 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e782e70-385f-477e-af50-c5d5925cab82 HTTP/1.1" status: 200 len: 999 time: 0.5362654 Mar 07 18:09:35.362223 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a6ec-8691-4fdd-b1fc-8d1c91fc6646 req-8f29c49c-33ea-4907-bdf0-e7186d278a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:35.370837 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e748a6ec-8691-4fdd-b1fc-8d1c91fc6646 req-8f29c49c-33ea-4907-bdf0-e7186d278a33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0916262 Mar 07 18:09:35.463365 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a6ec-8691-4fdd-b1fc-8d1c91fc6646 req-2862b401-60a2-4e81-af5b-334b9abd11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:35.465148 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e748a6ec-8691-4fdd-b1fc-8d1c91fc6646 req-2862b401-60a2-4e81-af5b-334b9abd11a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885389 Mar 07 18:09:35.519283 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-ed44eed7-b745-4832-ad13-a4050953247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '869c7d04-f298-4afc-a398-a5aff4ddc933', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': '6e782e70-385f-477e-af50-c5d5925cab82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:ac:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:11Z', 'updated_at': '2022-03-07T18:09:33Z', 'revision_number': 1, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:35.558875 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44eed7-b745-4832-ad13-a4050953247c None None] The sync data for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi is: [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '869c7d04-f298-4afc-a398-a5aff4ddc933', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': '6e782e70-385f-477e-af50-c5d5925cab82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:ac:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:11Z', 'updated_at': '2022-03-07T18:09:33Z', 'revision_number': 1, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:09:35.587839 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e748a6ec-8691-4fdd-b1fc-8d1c91fc6646 req-f1e072b5-1479-4d42-a0a5-0768158c75bc service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128013 Mar 07 18:09:35.746073 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e748a6ec-8691-4fdd-b1fc-8d1c91fc6646 req-265d720d-3818-476c-ac24-65d56611cf9b service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525097 Mar 07 18:09:35.927930 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1635ec8c-aa99-4cf9-81c9-638283368d54 None None] New status for floating IP 869c7d04-f298-4afc-a398-a5aff4ddc933: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:09:36.312528 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36038) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:36.433044 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc07829d-ccf9-4c20-9109-2d65c198d8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:36.513351 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc07829d-ccf9-4c20-9109-2d65c198d8fb admin admin] Publish callbacks [] for security_group (142c259f-06c0-409c-bb0c-4171c354f511), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:36.517448 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc07829d-ccf9-4c20-9109-2d65c198d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (142c259f-06c0-409c-bb0c-4171c354f511), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:36.557175 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-cc07829d-ccf9-4c20-9109-2d65c198d8fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18ae261a02ab43d9946f816b39402a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435200 Mar 07 18:09:36.558000 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07829d-ccf9-4c20-9109-2d65c198d8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142c259f-06c0-409c-bb0c-4171c354f511,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:36.560069 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36048) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:36.624220 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3927-488c-4693-a16e-cc9937aaa21b admin admin] Publish callbacks [] for security_group (142c259f-06c0-409c-bb0c-4171c354f511), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:36.659917 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3927-488c-4693-a16e-cc9937aaa21b admin admin] Publish callbacks [] for security_group (142c259f-06c0-409c-bb0c-4171c354f511), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:36.712930 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3927-488c-4693-a16e-cc9937aaa21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (142c259f-06c0-409c-bb0c-4171c354f511), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:36.716391 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3927-488c-4693-a16e-cc9937aaa21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:36.717748 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-4dcc3927-488c-4693-a16e-cc9937aaa21b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/142c259f-06c0-409c-bb0c-4171c354f511 HTTP/1.1" status: 204 len: 168 time: 0.1565526 Mar 07 18:09:36.725792 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc3927-488c-4693-a16e-cc9937aaa21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142c259f-06c0-409c-bb0c-4171c354f511,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:37.044274 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36066) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:37.062993 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fa2749dd-c6c1-4c1a-8db1-7605eef9d7eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.170301 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fa2749dd-c6c1-4c1a-8db1-7605eef9d7eb admin admin] Publish callbacks [] for security_group (ead03690-bf56-4ed2-8f83-ed9047c150a8), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.177283 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fa2749dd-c6c1-4c1a-8db1-7605eef9d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ead03690-bf56-4ed2-8f83-ed9047c150a8), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.217028 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-fa2749dd-c6c1-4c1a-8db1-7605eef9d7eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ec0a25ab57e4058a0b130750611cb26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710010 Mar 07 18:09:37.218265 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2749dd-c6c1-4c1a-8db1-7605eef9d7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead03690-bf56-4ed2-8f83-ed9047c150a8,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:37.219966 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36074) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:37.287172 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb29deae-c226-432a-9408-f0c873ee6d79 admin admin] Publish callbacks [] for security_group (ead03690-bf56-4ed2-8f83-ed9047c150a8), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.313325 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb29deae-c226-432a-9408-f0c873ee6d79 admin admin] Publish callbacks [] for security_group (ead03690-bf56-4ed2-8f83-ed9047c150a8), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.323120 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36082) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:37.372346 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb29deae-c226-432a-9408-f0c873ee6d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ead03690-bf56-4ed2-8f83-ed9047c150a8), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.373587 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-be274618-5cbc-41d5-9cd3-0cb5ac90ee1e admin admin] Deleting subnet bfe0f46a-6213-4286-bde2-464521c9867a {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:09:37.375068 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb29deae-c226-432a-9408-f0c873ee6d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.378509 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-cb29deae-c226-432a-9408-f0c873ee6d79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ead03690-bf56-4ed2-8f83-ed9047c150a8 HTTP/1.1" status: 204 len: 168 time: 0.1540012 Mar 07 18:09:37.378670 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be274618-5cbc-41d5-9cd3-0cb5ac90ee1e admin admin] Publish callbacks [] for subnet (bfe0f46a-6213-4286-bde2-464521c9867a), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.387683 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29deae-c226-432a-9408-f0c873ee6d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead03690-bf56-4ed2-8f83-ed9047c150a8,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:37.418796 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be274618-5cbc-41d5-9cd3-0cb5ac90ee1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-469382'] for subnet (bfe0f46a-6213-4286-bde2-464521c9867a), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.457613 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be274618-5cbc-41d5-9cd3-0cb5ac90ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (bfe0f46a-6213-4286-bde2-464521c9867a), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.509265 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be274618-5cbc-41d5-9cd3-0cb5ac90ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495436'] for subnet (bfe0f46a-6213-4286-bde2-464521c9867a), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.536673 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be274618-5cbc-41d5-9cd3-0cb5ac90ee1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe0f46a-6213-4286-bde2-464521c9867a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:37.540387 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be274618-5cbc-41d5-9cd3-0cb5ac90ee1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.544299 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-be274618-5cbc-41d5-9cd3-0cb5ac90ee1e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bfe0f46a-6213-4286-bde2-464521c9867a HTTP/1.1" status: 204 len: 168 time: 0.2200460 Mar 07 18:09:37.547605 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36086) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:37.621645 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.711031 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.732005 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:37.741350 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652b8e83-1d75-4fd5-a9e5-480519af6a06') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:37.741645 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652b8e83-1d75-4fd5-a9e5-480519af6a06') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:37.751425 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1572087'] for segment (652b8e83-1d75-4fd5-a9e5-480519af6a06), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.765284 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (652b8e83-1d75-4fd5-a9e5-480519af6a06), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.771178 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:09:37.771803 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065737'] for segment (652b8e83-1d75-4fd5-a9e5-480519af6a06), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: timer() Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: cb(*args, **kw) Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: self._notify() Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: self.callback(batched_events) Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: event.method(event) Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._get(url).json() Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:09:37.773651 dv-cinder-832291-1-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:09:37.833567 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.844836 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:37.850827 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0 HTTP/1.1" status: 204 len: 168 time: 0.3021681 Mar 07 18:09:37.861582 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb88b3a-5dd2-462f-8b6e-780b4d0b01a0,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:37.871011 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:37.871363 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:37.871763 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:37.872039 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:37.872542 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:37.873042 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:37.873376 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:37.873707 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:37.874033 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:37.874359 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:37.874678 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:37.875145 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:37.875622 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814285c7-cef0-4d34-b20b-3f81f6e33424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.027597 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36098) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:38.067103 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c3c9d3ff-b3b8-436e-83cc-7c3e9747a688 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=984e5c685b0f46eb9c19c16b7c44c792&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382962 Mar 07 18:09:38.069647 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36100) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:38.108810 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36102) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:38.120500 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Publish callbacks [] for security_group (db656d9a-e88f-4f41-881b-e86669d9a26e), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.142369 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Publish callbacks [] for security_group (db656d9a-e88f-4f41-881b-e86669d9a26e), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.214317 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (db656d9a-e88f-4f41-881b-e86669d9a26e), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.214317 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.216322 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db656d9a-e88f-4f41-881b-e86669d9a26e HTTP/1.1" status: 204 len: 168 time: 0.1447523 Mar 07 18:09:38.225181 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db656d9a-e88f-4f41-881b-e86669d9a26e,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:38.234482 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.235159 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.235681 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.236249 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-88e0794b-9448-4275-ab47-e667b7bd012e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.236557 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.237190 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.237629 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.238447 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.238883 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.239497 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.239894 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.240416 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.240829 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.241226 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5564a7-cf24-42f8-b50d-e430d0788700 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:38.301047 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 7648227d-923d-4df5-b377-b0b25b924936 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:09:38.328909 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 7648227d-923d-4df5-b377-b0b25b924936 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:09:38.329531 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 7648227d-923d-4df5-b377-b0b25b924936 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:09:38.343710 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-88e0794b-9448-4275-ab47-e667b7bd012e admin admin] Publish callbacks [] for security_group (341285d8-ebce-476c-a026-a6e88c696e46), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.348453 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-88e0794b-9448-4275-ab47-e667b7bd012e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (341285d8-ebce-476c-a026-a6e88c696e46), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.396455 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-88e0794b-9448-4275-ab47-e667b7bd012e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05ef709386184ca0b708409cfb759e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833605 Mar 07 18:09:38.396971 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36116) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:38.398035 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0794b-9448-4275-ab47-e667b7bd012e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341285d8-ebce-476c-a026-a6e88c696e46,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:38.476329 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a801678-854c-49da-a580-b0b89053597d admin admin] Publish callbacks [] for security_group (341285d8-ebce-476c-a026-a6e88c696e46), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.504926 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a801678-854c-49da-a580-b0b89053597d admin admin] Publish callbacks [] for security_group (341285d8-ebce-476c-a026-a6e88c696e46), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.562384 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a801678-854c-49da-a580-b0b89053597d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (341285d8-ebce-476c-a026-a6e88c696e46), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.565069 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a801678-854c-49da-a580-b0b89053597d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.568205 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-1a801678-854c-49da-a580-b0b89053597d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/341285d8-ebce-476c-a026-a6e88c696e46 HTTP/1.1" status: 204 len: 168 time: 0.1680822 Mar 07 18:09:38.574946 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a801678-854c-49da-a580-b0b89053597d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341285d8-ebce-476c-a026-a6e88c696e46,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:38.843976 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36138) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:38.857917 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c7d3c4d-25c9-4a34-9633-02efadf306fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.936299 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c7d3c4d-25c9-4a34-9633-02efadf306fb admin admin] Publish callbacks [] for security_group (c23422d6-c27f-4a3e-bfa7-ab62cd17efb4), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.939964 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c7d3c4d-25c9-4a34-9633-02efadf306fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (c23422d6-c27f-4a3e-bfa7-ab62cd17efb4), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:38.979615 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-7c7d3c4d-25c9-4a34-9633-02efadf306fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4984bb06b0e94945a22ca0be2fcd9734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336267 Mar 07 18:09:38.980650 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d3c4d-25c9-4a34-9633-02efadf306fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23422d6-c27f-4a3e-bfa7-ab62cd17efb4,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:38.982723 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36144) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:39.032853 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b97243c-051c-4c3e-9a1e-5491aa78631e admin admin] Publish callbacks [] for security_group (c23422d6-c27f-4a3e-bfa7-ab62cd17efb4), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.052293 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36146) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:39.058273 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b97243c-051c-4c3e-9a1e-5491aa78631e admin admin] Publish callbacks [] for security_group (c23422d6-c27f-4a3e-bfa7-ab62cd17efb4), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.105172 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b97243c-051c-4c3e-9a1e-5491aa78631e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (c23422d6-c27f-4a3e-bfa7-ab62cd17efb4), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.107963 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b97243c-051c-4c3e-9a1e-5491aa78631e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.109210 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6b97243c-051c-4c3e-9a1e-5491aa78631e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c23422d6-c27f-4a3e-bfa7-ab62cd17efb4 HTTP/1.1" status: 204 len: 168 time: 0.1247270 Mar 07 18:09:39.118328 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97243c-051c-4c3e-9a1e-5491aa78631e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23422d6-c27f-4a3e-bfa7-ab62cd17efb4,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:39.156852 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1345617746-network', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:39.177269 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Made reservation on behalf of cfbb51b8505f47d89c21f0a821602d4c for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:39.180121 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.190247 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.276984 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Publish callbacks [] for security_group (0acd789f-d792-40e8-a9a6-af4eb53169e4), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.281061 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (0acd789f-d792-40e8-a9a6-af4eb53169e4), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.302737 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:09:39.318273 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acd789f-d792-40e8-a9a6-af4eb53169e4,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:39.321293 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (e9e0f8fa-38f7-4757-af52-05aea4688346), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.321636 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Added segment e9e0f8fa-38f7-4757-af52-05aea4688346 of type vlan for network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 Mar 07 18:09:39.364482 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (0859f08e-c1dc-4122-b4b2-4413e6f001c8), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.390940 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (0859f08e-c1dc-4122-b4b2-4413e6f001c8), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.392188 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:39.392773 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.454658 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3986716 Mar 07 18:09:39.454764 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36166) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:39.461513 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9c9271e1-cacb-4d87-b067-94d0f601c9a3 admin admin] Request body: {'subnet': {'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1345617746-subnet', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:39.467956 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658c9e1-b22d-44e9-ab9d-1d365dc13119 admin admin] Pushing event updated for resources: {'Network': ['ID=0859f08e-c1dc-4122-b4b2-4413e6f001c8,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:39.481970 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:09:39.486685 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9271e1-cacb-4d87-b067-94d0f601c9a3 admin admin] Made reservation on behalf of cfbb51b8505f47d89c21f0a821602d4c for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:39.489509 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c9271e1-cacb-4d87-b067-94d0f601c9a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495531'] for subnet (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.670638 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c9271e1-cacb-4d87-b067-94d0f601c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8671265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495541'] for subnet (69e34e1b-4ffa-4a13-ba33-6584cef36866), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.733314 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9271e1-cacb-4d87-b067-94d0f601c9a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e34e1b-4ffa-4a13-ba33-6584cef36866,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:39.740792 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9271e1-cacb-4d87-b067-94d0f601c9a3 admin admin] Checking segment: {'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:39.741164 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9271e1-cacb-4d87-b067-94d0f601c9a3 admin admin] Network hostable DHCP agents. Network: 0859f08e-c1dc-4122-b4b2-4413e6f001c8, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:09:39.758337 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9271e1-cacb-4d87-b067-94d0f601c9a3 admin admin] Network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:09:39.767827 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-9c9271e1-cacb-4d87-b067-94d0f601c9a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, 0859f08e-c1dc-4122-b4b2-4413e6f001c8) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:39.771815 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9271e1-cacb-4d87-b067-94d0f601c9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:39.772608 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c9271e1-cacb-4d87-b067-94d0f601c9a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.778669 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23581696-7cd4-4a54-ab54-50fd17ed1dcb None None] Network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:09:39.790957 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-9c9271e1-cacb-4d87-b067-94d0f601c9a3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3352165 Mar 07 18:09:39.793784 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36178) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:39.798240 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1345617746-router', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:39.828961 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-869773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9900'] for router (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.830592 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-874621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-869326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9895'] for router (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.894895 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Publish callbacks [] for router_controller (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), precommit_add_association {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:39.901917 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881ba644-e48c-4616-a953-86d69a52d793 None None] Network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:09:40.048128 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Publish callbacks [] for router_gateway (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:40.258632 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Publish callbacks [] for router_gateway (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:40.280097 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:40.328637 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-deb896b6-426b-4910-bba8-c57386ddf794 req-a9328780-cb34-420a-85f0-03a7aa2aa83c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615849 Mar 07 18:09:40.421499 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Allocated IP 172.27.0.192 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/23a3bf4b-50b3-4b18-9a80-cd9f3510706e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:09:40.434263 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb896b6-426b-4910-bba8-c57386ddf794 req-699bf99a-3c9e-48ba-89e4-af956bb58d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:40.437189 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-deb896b6-426b-4910-bba8-c57386ddf794 req-699bf99a-3c9e-48ba-89e4-af956bb58d4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 1130 time: 0.0601020 Mar 07 18:09:40.557676 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Publish callbacks [] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:40.578321 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb896b6-426b-4910-bba8-c57386ddf794 req-6a27ca3d-559a-4e86-ab63-2febeaf05e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:40.580560 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-deb896b6-426b-4910-bba8-c57386ddf794 req-6a27ca3d-559a-4e86-ab63-2febeaf05e8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3861992-bbf8-44fd-ac4d-48923961f3e3 HTTP/1.1" status: 200 len: 912 time: 0.1167777 Mar 07 18:09:40.597740 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:40.653300 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:40.656416 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:40.660203 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:09:40.665666 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Pushing event updated for resources: {'Port': ['ID=23a3bf4b-50b3-4b18-9a80-cd9f3510706e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:40.695066 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-deb896b6-426b-4910-bba8-c57386ddf794 req-11c62adc-0fdd-42d1-acaf-2e570d5c04c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c193956-08c0-4bb3-9b9f-58450a29fe03 HTTP/1.1" status: 200 len: 1001 time: 0.1035664 Mar 07 18:09:40.752822 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb896b6-426b-4910-bba8-c57386ddf794 req-b678772c-6ac5-492f-bb6d-39720dfdb4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:40.754639 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-deb896b6-426b-4910-bba8-c57386ddf794 req-b678772c-6ac5-492f-bb6d-39720dfdb4af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3778293-3d6a-4b92-a3b7-6d9e07a0860c HTTP/1.1" status: 200 len: 850 time: 0.0529306 Mar 07 18:09:40.824545 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb896b6-426b-4910-bba8-c57386ddf794 req-bd4f644d-9da6-499f-8ca3-dbc01c32b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:40.826089 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-deb896b6-426b-4910-bba8-c57386ddf794 req-bd4f644d-9da6-499f-8ca3-dbc01c32b4d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3861992-bbf8-44fd-ac4d-48923961f3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639687 Mar 07 18:09:40.937260 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-deb896b6-426b-4910-bba8-c57386ddf794 req-1150adbf-7f62-46cb-803d-ac4e17a3544c service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037734 Mar 07 18:09:40.989894 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Publish callbacks [] for router_gateway (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:41.064868 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-deb896b6-426b-4910-bba8-c57386ddf794 req-4e28e695-3daa-4588-97ff-b8fabb51f1fa service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200407 Mar 07 18:09:41.216962 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-874614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-869347'] for router (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:41.350144 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Router d348c023-ee15-4bc1-9e89-5db4d9e38e1f is scheduled to L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a with binding_index 1 {{(pid=103234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 18:09:41.667721 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:09:41.677017 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Sync routers for ids ['d348c023-ee15-4bc1-9e89-5db4d9e38e1f'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:09:41.685439 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:41.686677 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-993749a3-be84-488a-b2cf-b90f6509c147 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.8918962 Mar 07 18:09:41.687432 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Routers {'d348c023-ee15-4bc1-9e89-5db4d9e38e1f'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:41.688046 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:09:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d348c023-ee15-4bc1-9e89-5db4d9e38e1f'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:41.689358 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36234) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:41.881078 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Set router d348c023-ee15-4bc1-9e89-5db4d9e38e1f gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:42.067004 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1345617746-router', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:09:39Z', 'updated_at': '2022-03-07T18:09:40Z', 'revision_number': 3, 'project_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'gw_port': {'id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:09:40Z', 'updated_at': '2022-03-07T18:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:42.075888 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b4b3173f-fe43-480e-b83e-a337d8feeab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.104398 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Checking router: d348c023-ee15-4bc1-9e89-5db4d9e38e1f for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:09:42.104774 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Updating router d348c023-ee15-4bc1-9e89-5db4d9e38e1f port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e binding host dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:09:42.139260 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.165619 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.249087 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:09:42.390574 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Allocated IP 172.20.0.1 (0859f08e-c1dc-4122-b4b2-4413e6f001c8/69e34e1b-4ffa-4a13-ba33-6584cef36866/0247f0c2-f820-4cff-ade9-55816b0bbea1) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:09:42.441683 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Publish callbacks [] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.446972 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.491503 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7430aa-99b4-47ae-8d4c-85eade834b78 None None] Pushing event updated for resources: {'Port': ['ID=23a3bf4b-50b3-4b18-9a80-cd9f3510706e,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:42.517355 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Attempting to bind port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:09:42.517724 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Attempting to bind port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:09:42.518089 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Attempting to bind port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e on network f677d92c-de1b-4c38-ad35-4a06c685919d {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:42.524268 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:09:42.524839 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Checking segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:42.525536 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.526240 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Bound using segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:09:42.528804 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Bound port: 23a3bf4b-50b3-4b18-9a80-cd9f3510706e, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:09:42.528804 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.536782 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Publish callbacks [] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.578706 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.588070 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] For port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:09:42.591844 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] For port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=23a3bf4b-50b3-4b18-9a80-cd9f3510706e,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:09:42.599916 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.618971 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:42.625856 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:42.629559 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:09:42.657420 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Pushing event updated for resources: {'Port': ['ID=0247f0c2-f820-4cff-ade9-55816b0bbea1,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:42.677111 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7430aa-99b4-47ae-8d4c-85eade834b78 None None] Pushing event updated for resources: {'Port': ['ID=23a3bf4b-50b3-4b18-9a80-cd9f3510706e,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:42.677708 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-868814'] for router_interface (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.695991 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Routers {'d348c023-ee15-4bc1-9e89-5db4d9e38e1f'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:42.696696 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:09:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d348c023-ee15-4bc1-9e89-5db4d9e38e1f'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:42.814468 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] Set router d348c023-ee15-4bc1-9e89-5db4d9e38e1f gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:42.816564 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.978334 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Publish callbacks [] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.984391 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:42.992806 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1345617746-router', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:09:39Z', 'updated_at': '2022-03-07T18:09:40Z', 'revision_number': 3, 'project_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'gw_port': {'id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:09:40Z', 'updated_at': '2022-03-07T18:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:43.023712 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd862161-b1fb-4c1c-b717-d8e94faf4919 None None] The sync data for ids ['d348c023-ee15-4bc1-9e89-5db4d9e38e1f'] in dv-cinder-832291-1-iscsi is: [{'id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1345617746-router', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:09:39Z', 'updated_at': '2022-03-07T18:09:40Z', 'revision_number': 3, 'project_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'gw_port': {'id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:09:40Z', 'updated_at': '2022-03-07T18:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:09:43.055461 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Pushing event updated for resources: {'Port': ['ID=0247f0c2-f820-4cff-ade9-55816b0bbea1,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:43.059598 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868770'] for router_interface (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:43.157638 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:43.159044 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:43.310929 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Router d348c023-ee15-4bc1-9e89-5db4d9e38e1f has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:09:43.428321 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:09:43.434002 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-fb4b8b6d-a7ec-4f90-b3fc-b1a9e9f040dd admin admin] 10.222.0.13 "PUT /v2.0/routers/d348c023-ee15-4bc1-9e89-5db4d9e38e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7435801 Mar 07 18:09:43.721663 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36288) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:43.901971 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5bd38cc1-7b3f-4b62-a36c-bbc533cb518a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:44.106757 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5bd38cc1-7b3f-4b62-a36c-bbc533cb518a admin admin] Publish callbacks [] for security_group (48bf16a8-9f8c-4c45-beaa-826adfd52f13), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:44.115767 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5bd38cc1-7b3f-4b62-a36c-bbc533cb518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (48bf16a8-9f8c-4c45-beaa-826adfd52f13), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:44.141594 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-4cc0878d-1062-4234-82f0-955abc101395 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:44.143067 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-4cc0878d-1062-4234-82f0-955abc101395 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/networks?id=0859f08e-c1dc-4122-b4b2-4413e6f001c8 HTTP/1.1" status: 200 len: 819 time: 0.1813776 Mar 07 18:09:44.176598 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5bd38cc1-7b3f-4b62-a36c-bbc533cb518a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=991395cb4f714f5cb5e1c2b24e00c874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538417 Mar 07 18:09:44.178814 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd38cc1-7b3f-4b62-a36c-bbc533cb518a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bf16a8-9f8c-4c45-beaa-826adfd52f13,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:44.179585 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36322) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:44.184490 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-79944d10-99b5-482b-be5a-a851e8a2da53 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/quotas/cfbb51b8505f47d89c21f0a821602d4c HTTP/1.1" status: 200 len: 375 time: 0.0289285 Mar 07 18:09:44.246367 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-6bb001b0-e04f-444c-a2cb-121c1fd574cd tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfbb51b8505f47d89c21f0a821602d4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560157 Mar 07 18:09:44.271326 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72c83fea-ff78-4d6a-b55e-196ecbace4e3 admin admin] Publish callbacks [] for security_group (48bf16a8-9f8c-4c45-beaa-826adfd52f13), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:44.281531 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-96fb2904-1f4a-4f14-92d0-5b99792f83db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:44.298613 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72c83fea-ff78-4d6a-b55e-196ecbace4e3 admin admin] Publish callbacks [] for security_group (48bf16a8-9f8c-4c45-beaa-826adfd52f13), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:44.358395 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-04238aeb-f3b6-4e96-a4d0-a5f0f6bb9e5f service neutron] 10.222.0.13 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047421 Mar 07 18:09:44.359230 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72c83fea-ff78-4d6a-b55e-196ecbace4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (48bf16a8-9f8c-4c45-beaa-826adfd52f13), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:44.361650 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72c83fea-ff78-4d6a-b55e-196ecbace4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:44.365540 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-72c83fea-ff78-4d6a-b55e-196ecbace4e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48bf16a8-9f8c-4c45-beaa-826adfd52f13 HTTP/1.1" status: 204 len: 168 time: 0.1820018 Mar 07 18:09:44.371989 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c83fea-ff78-4d6a-b55e-196ecbace4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bf16a8-9f8c-4c45-beaa-826adfd52f13,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:44.461591 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-6b324a44-90da-44ba-873f-155f2b14d61c service neutron] 10.222.0.13 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949266 Mar 07 18:09:44.669672 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d266d913-0122-41eb-a99e-7ae7e568362a req-4cead25b-45a2-4e5e-93f3-fbb1b25b9daf tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 210 time: 0.0416532 Mar 07 18:09:44.740866 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36356) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:44.761061 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-85d49fb3-8739-4ba5-8201-5c0c9d0c9d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:44.927340 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-85d49fb3-8739-4ba5-8201-5c0c9d0c9d77 admin admin] Publish callbacks [] for security_group (881ca13e-1bed-41e3-938b-e9ff30fe27d3), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:44.934807 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-85d49fb3-8739-4ba5-8201-5c0c9d0c9d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (881ca13e-1bed-41e3-938b-e9ff30fe27d3), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:44.977669 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-85d49fb3-8739-4ba5-8201-5c0c9d0c9d77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50d086e1652549c2aef1457478e26783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355988 Mar 07 18:09:44.982051 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36380) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:44.996445 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d49fb3-8739-4ba5-8201-5c0c9d0c9d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881ca13e-1bed-41e3-938b-e9ff30fe27d3,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:45.038930 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Sync routers for ids ['d348c023-ee15-4bc1-9e89-5db4d9e38e1f'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:09:45.066948 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Routers {'d348c023-ee15-4bc1-9e89-5db4d9e38e1f'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:45.068906 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:09:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d348c023-ee15-4bc1-9e89-5db4d9e38e1f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:45.080821 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-a99c8b51-54e0-4c85-825f-68a715e7dcab tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:45.088404 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-a99c8b51-54e0-4c85-825f-68a715e7dcab tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/networks?id=0859f08e-c1dc-4122-b4b2-4413e6f001c8 HTTP/1.1" status: 200 len: 819 time: 0.1672020 Mar 07 18:09:45.106295 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-0eb1608a-23c6-496b-9f30-f47ad9ee179d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/quotas/cfbb51b8505f47d89c21f0a821602d4c HTTP/1.1" status: 200 len: 375 time: 0.0167654 Mar 07 18:09:45.127859 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff324858-710f-48cc-9d24-d28f68362720 admin admin] Publish callbacks [] for security_group (881ca13e-1bed-41e3-938b-e9ff30fe27d3), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:45.178947 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff324858-710f-48cc-9d24-d28f68362720 admin admin] Publish callbacks [] for security_group (881ca13e-1bed-41e3-938b-e9ff30fe27d3), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:45.194758 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-af95efc3-3f3a-459b-a991-e56bff65af4e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfbb51b8505f47d89c21f0a821602d4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0874236 Mar 07 18:09:45.259731 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff324858-710f-48cc-9d24-d28f68362720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (881ca13e-1bed-41e3-938b-e9ff30fe27d3), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:45.263678 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff324858-710f-48cc-9d24-d28f68362720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:45.265197 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-ff324858-710f-48cc-9d24-d28f68362720 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/881ca13e-1bed-41e3-938b-e9ff30fe27d3 HTTP/1.1" status: 204 len: 168 time: 0.2821441 Mar 07 18:09:45.301282 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff324858-710f-48cc-9d24-d28f68362720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881ca13e-1bed-41e3-938b-e9ff30fe27d3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:45.348980 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-c3cd26d0-7159-4a39-8829-762b9552b50f service neutron] 10.222.0.13 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525922 Mar 07 18:09:45.370511 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 23a3bf4b-50b3-4b18-9a80-cd9f3510706e up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:45.460333 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-27e36d27-dbf5-48d4-84d3-39c719c4ce2c service neutron] 10.222.0.13 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070685 Mar 07 18:09:45.472924 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Set router d348c023-ee15-4bc1-9e89-5db4d9e38e1f gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:45.474967 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:45.475861 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:45.591059 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:45.591672 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:45.638444 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-481df899-2488-4196-82da-902e3ab7dbb3 req-8ed10cc3-de4b-49de-82e1-6b40637dac69 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 210 time: 0.0375447 Mar 07 18:09:45.776932 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:45.777428 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:45.945367 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=23a3bf4b-50b3-4b18-9a80-cd9f3510706e,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:45.970014 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:45.986533 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1345617746-router', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:09:39Z', 'updated_at': '2022-03-07T18:09:42Z', 'revision_number': 4, 'project_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'gw_port': {'id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:09:40Z', 'updated_at': '2022-03-07T18:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '0247f0c2-f820-4cff-ade9-55816b0bbea1', 'name': '', 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'mac_address': 'fa:16:3e:06:2a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '69e34e1b-4ffa-4a13-ba33-6584cef36866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:09:42Z', 'updated_at': '2022-03-07T18:09:42Z', 'revision_number': 2, 'project_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'subnets': [{'id': '69e34e1b-4ffa-4a13-ba33-6584cef36866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:46.051400 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Checking router: d348c023-ee15-4bc1-9e89-5db4d9e38e1f for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:09:46.051755 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Updating router d348c023-ee15-4bc1-9e89-5db4d9e38e1f port 0247f0c2-f820-4cff-ade9-55816b0bbea1 binding host dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:09:46.152564 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=23a3bf4b-50b3-4b18-9a80-cd9f3510706e,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:46.163140 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-44b04bb2-8a7a-4398-8ca9-76d8e1e97e2c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:46.164971 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-44b04bb2-8a7a-4398-8ca9-76d8e1e97e2c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.37 "GET /v2.0/networks?id=0859f08e-c1dc-4122-b4b2-4413e6f001c8 HTTP/1.1" status: 200 len: 819 time: 0.1447878 Mar 07 18:09:46.175859 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:46.181075 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.181498 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.181870 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.182219 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.182554 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.182891 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.183224 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.183586 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.184145 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.184611 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.185055 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.185662 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.192646 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Request body: {'port': {'device_id': 'e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22', 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8', 'admin_state_up': True, 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:46.192798 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:09:46.418984 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Made reservation on behalf of cfbb51b8505f47d89c21f0a821602d4c for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:46.424509 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:46.600465 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Publish callbacks [] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:46.607541 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:46.660062 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02008b8a-745a-40b6-8621-4ea762022b27 None None] Pushing event updated for resources: {'Port': ['ID=0247f0c2-f820-4cff-ade9-55816b0bbea1,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:46.685528 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36452) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:46.722123 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Allocated IP 172.20.0.3 (0859f08e-c1dc-4122-b4b2-4413e6f001c8/69e34e1b-4ffa-4a13-ba33-6584cef36866/0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:09:46.785267 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-164113c0-ea41-4056-85cc-05629dac6f5f req-2083555f-27ec-445f-9c51-55bbb0ccdb10 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 210 time: 0.0460203 Mar 07 18:09:46.822867 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Attempting to bind port 0247f0c2-f820-4cff-ade9-55816b0bbea1 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:09:46.822867 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Attempting to bind port 0247f0c2-f820-4cff-ade9-55816b0bbea1 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:09:46.822867 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Attempting to bind port 0247f0c2-f820-4cff-ade9-55816b0bbea1 on network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:46.847407 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:09:46.847588 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Checking segment: {'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:46.848417 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:46.848838 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Bound using segment: {'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:09:46.849922 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Bound port: 0247f0c2-f820-4cff-ade9-55816b0bbea1, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:09:46.850535 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:46.856495 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:46.956821 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] For port 0247f0c2-f820-4cff-ade9-55816b0bbea1, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:09:46.960731 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] For port 0247f0c2-f820-4cff-ade9-55816b0bbea1, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=0247f0c2-f820-4cff-ade9-55816b0bbea1,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:09:46.962479 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-91ed5104-b08f-406f-a8af-20d8f5bde7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:46.969131 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.042945 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks [] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.065209 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02008b8a-745a-40b6-8621-4ea762022b27 None None] Pushing event updated for resources: {'Port': ['ID=0247f0c2-f820-4cff-ade9-55816b0bbea1,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:47.093541 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.094311 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Routers {'d348c023-ee15-4bc1-9e89-5db4d9e38e1f'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:09:47.095776 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:09:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d348c023-ee15-4bc1-9e89-5db4d9e38e1f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:47.107998 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-e266cfdb-5e53-4979-baa3-fae604f6e2fc tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:47.109537 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-e266cfdb-5e53-4979-baa3-fae604f6e2fc tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.37 "GET /v2.0/networks?id=0859f08e-c1dc-4122-b4b2-4413e6f001c8 HTTP/1.1" status: 200 len: 819 time: 0.2397335 Mar 07 18:09:47.128847 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Request body: {'port': {'device_id': 'd6f8b4e2-e0b0-4364-820d-5bef3b215e11', 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8', 'admin_state_up': True, 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:47.157750 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:47.175661 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-91ed5104-b08f-406f-a8af-20d8f5bde7e3 admin admin] Publish callbacks [] for security_group (0debcb4c-213c-4c0d-a2ff-26a6b9f3e085), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.176258 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:47.180747 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-91ed5104-b08f-406f-a8af-20d8f5bde7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (0debcb4c-213c-4c0d-a2ff-26a6b9f3e085), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.192955 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:09:47.248896 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed5104-b08f-406f-a8af-20d8f5bde7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0debcb4c-213c-4c0d-a2ff-26a6b9f3e085,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:47.285749 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-91ed5104-b08f-406f-a8af-20d8f5bde7e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c8f1c1596594157b0fb4e761218efa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5991404 Mar 07 18:09:47.288951 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36478) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:47.308473 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Pushing event updated for resources: {'Port': ['ID=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:47.333925 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:47.334563 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.342679 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] Set router d348c023-ee15-4bc1-9e89-5db4d9e38e1f gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:09:47.360016 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-5624b4e4-36f9-4b80-ace8-540200f757d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1693304 Mar 07 18:09:47.377561 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Request body: {'port': {'device_id': 'e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:47.380409 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 23a3bf4b-50b3-4b18-9a80-cd9f3510706e up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:47.434339 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15e90dcd-bbc8-474c-924b-c4b65bf79499 admin admin] Publish callbacks [] for security_group (0debcb4c-213c-4c0d-a2ff-26a6b9f3e085), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.456880 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.460567 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15e90dcd-bbc8-474c-924b-c4b65bf79499 admin admin] Publish callbacks [] for security_group (0debcb4c-213c-4c0d-a2ff-26a6b9f3e085), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.526729 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Made reservation on behalf of cfbb51b8505f47d89c21f0a821602d4c for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:47.532672 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.542336 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15e90dcd-bbc8-474c-924b-c4b65bf79499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (0debcb4c-213c-4c0d-a2ff-26a6b9f3e085), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.545115 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15e90dcd-bbc8-474c-924b-c4b65bf79499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.546327 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-15e90dcd-bbc8-474c-924b-c4b65bf79499 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0debcb4c-213c-4c0d-a2ff-26a6b9f3e085 HTTP/1.1" status: 204 len: 168 time: 0.2563035 Mar 07 18:09:47.571344 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e90dcd-bbc8-474c-924b-c4b65bf79499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0debcb4c-213c-4c0d-a2ff-26a6b9f3e085,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:47.629321 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:47.630189 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.791401 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1345617746-router', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:09:39Z', 'updated_at': '2022-03-07T18:09:42Z', 'revision_number': 4, 'project_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'gw_port': {'id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:09:40Z', 'updated_at': '2022-03-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '0247f0c2-f820-4cff-ade9-55816b0bbea1', 'name': '', 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'mac_address': 'fa:16:3e:06:2a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '69e34e1b-4ffa-4a13-ba33-6584cef36866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:09:42Z', 'updated_at': '2022-03-07T18:09:46Z', 'revision_number': 4, 'project_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'subnets': [{'id': '69e34e1b-4ffa-4a13-ba33-6584cef36866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:47.795341 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:47.827519 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bcd51-7723-4fc2-a892-c2bcd3f962c0 None None] The sync data for ids ['d348c023-ee15-4bc1-9e89-5db4d9e38e1f'] in dv-cinder-832291-1-iscsi is: [{'id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1345617746-router', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:09:39Z', 'updated_at': '2022-03-07T18:09:42Z', 'revision_number': 4, 'project_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'gw_port': {'id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:09:40Z', 'updated_at': '2022-03-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '0247f0c2-f820-4cff-ade9-55816b0bbea1', 'name': '', 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'mac_address': 'fa:16:3e:06:2a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '69e34e1b-4ffa-4a13-ba33-6584cef36866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:09:42Z', 'updated_at': '2022-03-07T18:09:46Z', 'revision_number': 4, 'project_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'subnets': [{'id': '69e34e1b-4ffa-4a13-ba33-6584cef36866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:09:47.859462 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:09:47.904840 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Publish callbacks [] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:47.939986 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ad94952e-fa83-4585-89f7-8b72f5196a7e req-f52f7eb0-243d-4454-b302-c819ef29900d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 210 time: 0.0694287 Mar 07 18:09:47.957491 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Transition to ACTIVE for port object 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:09:47.965340 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.101191 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Pushing event updated for resources: {'Port': ['ID=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:48.141328 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36520) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:48.172773 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bdbd14df-580a-4cf1-9700-78f870ccd7ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.177465 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Attempting to bind port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:09:48.177802 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Attempting to bind port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:09:48.178133 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Attempting to bind port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd on network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:48.214117 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd on network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:09:48.214829 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Attempting to bind port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd on network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:48.226818 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:09:48.227246 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Checking segment: {'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:48.227811 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Bound using segment: {'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:09:48.228355 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Bound port: 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:09:48.229763 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.305765 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Allocated IP 172.20.0.13 (0859f08e-c1dc-4122-b4b2-4413e6f001c8/69e34e1b-4ffa-4a13-ba33-6584cef36866/5a60dc81-9970-4216-b833-4e3f3e013837) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:09:48.353918 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] For port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd, host hv-cinder-83229, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:09:48.370719 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bdbd14df-580a-4cf1-9700-78f870ccd7ff admin admin] Publish callbacks [] for security_group (427d09a4-1848-4494-8279-f2ee169555c1), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.376110 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] For port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:09:48.379990 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bdbd14df-580a-4cf1-9700-78f870ccd7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (427d09a4-1848-4494-8279-f2ee169555c1), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.408947 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.455347 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd14df-580a-4cf1-9700-78f870ccd7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427d09a4-1848-4494-8279-f2ee169555c1,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:48.471749 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:48.472710 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.474157 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] 10.222.0.37 "PUT /v2.0/ports/0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd HTTP/1.1" status: 200 len: 1093 time: 1.1022921 Mar 07 18:09:48.476581 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22', 'tag': '0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:48.486031 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b05c05-3d0d-4e8d-af7a-07ef71178533" -d '{"events": [{"name": "network-changed", "server_uuid": "e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22", "tag": "0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:48.500062 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-bdbd14df-580a-4cf1-9700-78f870ccd7ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e3f38338d2f4e008c3b00ca47f90663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572321 Mar 07 18:09:48.500279 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36532) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:48.519060 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks [] for port (5a60dc81-9970-4216-b833-4e3f3e013837), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.566729 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.582244 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4df4f-2b85-4238-b72a-c1c0bd9ae9ac service neutron] Pushing event updated for resources: {'Port': ['ID=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:48.620561 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-dc269607-6ce7-4e5c-98e1-7914ca63ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:48.622448 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-dc269607-6ce7-4e5c-98e1-7914ca63ed86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfbb51b8505f47d89c21f0a821602d4c&device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 1127 time: 0.0912611 Mar 07 18:09:48.623715 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc29fd42-46a8-4695-a0ef-6ef5e9d4500e x-openstack-request-id: req-fc29fd42-46a8-4695-a0ef-6ef5e9d4500e {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:48.624094 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22", "tag": "0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:48.624856 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc29fd42-46a8-4695-a0ef-6ef5e9d4500e {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:48.625352 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22', 'tag': '0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd', 'status': 'completed', 'code': 200} Mar 07 18:09:48.641576 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b310afe7-127f-4f09-9874-35202a2f9c8b admin admin] Publish callbacks [] for security_group (427d09a4-1848-4494-8279-f2ee169555c1), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.656008 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.680709 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-9fe9cff6-d132-4190-9e34-372f3b5a3fdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd HTTP/1.1" status: 200 len: 217 time: 0.0519445 Mar 07 18:09:48.681266 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36546) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:48.681434 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b310afe7-127f-4f09-9874-35202a2f9c8b admin admin] Publish callbacks [] for security_group (427d09a4-1848-4494-8279-f2ee169555c1), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.742132 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36548) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:48.764079 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:09:48.767364 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:48.772200 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:09:48.778758 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc303a78-8970-43c2-995b-a86992d153fb admin admin] Deleting subnet 5dc76b86-8048-4618-9d33-a041a62414c9 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:09:48.784659 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fc303a78-8970-43c2-995b-a86992d153fb admin admin] Publish callbacks [] for subnet (5dc76b86-8048-4618-9d33-a041a62414c9), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.787892 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-94c6f850-8d45-43b6-813f-b0d757070fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:48.789650 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-94c6f850-8d45-43b6-813f-b0d757070fb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69e34e1b-4ffa-4a13-ba33-6584cef36866 HTTP/1.1" status: 200 len: 859 time: 0.0998881 Mar 07 18:09:48.800186 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Pushing event updated for resources: {'Port': ['ID=5a60dc81-9970-4216-b833-4e3f3e013837,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:48.819134 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b310afe7-127f-4f09-9874-35202a2f9c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (427d09a4-1848-4494-8279-f2ee169555c1), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.821740 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b310afe7-127f-4f09-9874-35202a2f9c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.823436 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-b310afe7-127f-4f09-9874-35202a2f9c8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/427d09a4-1848-4494-8279-f2ee169555c1 HTTP/1.1" status: 204 len: 168 time: 0.3220785 Mar 07 18:09:48.842795 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:48.843455 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.849968 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-86f6b2b1-0f38-46fd-9b61-e43466ae36e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0859f08e-c1dc-4122-b4b2-4413e6f001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400870 Mar 07 18:09:48.855759 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310afe7-127f-4f09-9874-35202a2f9c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427d09a4-1848-4494-8279-f2ee169555c1,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:48.860983 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-cda518e5-2f32-4c37-a8db-8a9c8e345334 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7376294 Mar 07 18:09:48.882086 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Request body: {'port': {'device_id': 'd6f8b4e2-e0b0-4364-820d-5bef3b215e11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:48.897276 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fc303a78-8970-43c2-995b-a86992d153fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-469382'] for subnet (5dc76b86-8048-4618-9d33-a041a62414c9), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.942791 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d771ba75-0f49-4b3d-99ed-c72298a99b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:48.966353 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.052733 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fc303a78-8970-43c2-995b-a86992d153fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (5dc76b86-8048-4618-9d33-a041a62414c9), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.124674 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-c20d2261-2693-407b-ae79-5fd2b4f8491f service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469978 Mar 07 18:09:49.161731 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fc303a78-8970-43c2-995b-a86992d153fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495436'] for subnet (5dc76b86-8048-4618-9d33-a041a62414c9), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.183120 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287abc4-ab87-445c-a93a-1eb3f9b73d88 req-29f04a09-8677-4e97-b357-4ea3d795c528 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:49.184716 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6287abc4-ab87-445c-a93a-1eb3f9b73d88 req-29f04a09-8677-4e97-b357-4ea3d795c528 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 932 time: 0.1454897 Mar 07 18:09:49.214827 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc303a78-8970-43c2-995b-a86992d153fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc76b86-8048-4618-9d33-a041a62414c9,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:49.271383 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fc303a78-8970-43c2-995b-a86992d153fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.273817 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-fc303a78-8970-43c2-995b-a86992d153fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5dc76b86-8048-4618-9d33-a041a62414c9 HTTP/1.1" status: 204 len: 168 time: 0.5908446 Mar 07 18:09:49.277797 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36562) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:49.310236 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6287abc4-ab87-445c-a93a-1eb3f9b73d88 req-8bab684f-7283-4b9f-a421-de05ae0d9c5c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774760 Mar 07 18:09:49.313859 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d771ba75-0f49-4b3d-99ed-c72298a99b79 admin admin] Publish callbacks [] for security_group (ce016cd4-b676-4b09-9c62-0a91b9e3b2f1), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.328102 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d771ba75-0f49-4b3d-99ed-c72298a99b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ce016cd4-b676-4b09-9c62-0a91b9e3b2f1), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.398024 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 0247f0c2-f820-4cff-ade9-55816b0bbea1 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:49.414999 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ce737637-a79d-4404-9b95-1d092c7dfaa6 req-8b02bdb3-6e94-4bd4-a7d5-6f7d751944a4 service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678180 Mar 07 18:09:49.425047 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (c00893ee-9b75-42c5-a83c-252d57fcb8f6), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.434428 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a60dc81-9970-4216-b833-4e3f3e013837 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:09:49.435808 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-d771ba75-0f49-4b3d-99ed-c72298a99b79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62a298fe413f4ca59efdcb5841bf3552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6924982 Mar 07 18:09:49.437614 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36568) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:49.454772 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Publish callbacks [] for port (5a60dc81-9970-4216-b833-4e3f3e013837), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.460022 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771ba75-0f49-4b3d-99ed-c72298a99b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce016cd4-b676-4b09-9c62-0a91b9e3b2f1,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:49.502392 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Transition to ACTIVE for port object 5a60dc81-9970-4216-b833-4e3f3e013837 will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:09:49.509146 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.520575 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 0247f0c2-f820-4cff-ade9-55816b0bbea1 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:49.520948 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.580052 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Pushing event updated for resources: {'Port': ['ID=5a60dc81-9970-4216-b833-4e3f3e013837,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:49.582719 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d15ec797-ba3c-4678-90e5-6c28c202cbd7 admin admin] Publish callbacks [] for security_group (ce016cd4-b676-4b09-9c62-0a91b9e3b2f1), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.658093 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 0247f0c2-f820-4cff-ade9-55816b0bbea1 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:49.659298 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.662846 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (c00893ee-9b75-42c5-a83c-252d57fcb8f6), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.679372 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d15ec797-ba3c-4678-90e5-6c28c202cbd7 admin admin] Publish callbacks [] for security_group (ce016cd4-b676-4b09-9c62-0a91b9e3b2f1), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.699475 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Attempting to bind port 5a60dc81-9970-4216-b833-4e3f3e013837 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:09:49.699802 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Attempting to bind port 5a60dc81-9970-4216-b833-4e3f3e013837 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:09:49.700128 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Attempting to bind port 5a60dc81-9970-4216-b833-4e3f3e013837 on network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:49.705274 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Port 5a60dc81-9970-4216-b833-4e3f3e013837 on network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:09:49.705597 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Attempting to bind port 5a60dc81-9970-4216-b833-4e3f3e013837 on network 0859f08e-c1dc-4122-b4b2-4413e6f001c8 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:09:49.715620 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:09:49.715961 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Checking segment: {'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:49.716393 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Bound using segment: {'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:09:49.716820 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Bound port: 5a60dc81-9970-4216-b833-4e3f3e013837, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e0f8fa-38f7-4757-af52-05aea4688346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:09:49.716955 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00893ee-9b75-42c5-a83c-252d57fcb8f6']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:49.717180 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.721212 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port 0247f0c2-f820-4cff-ade9-55816b0bbea1, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=0247f0c2-f820-4cff-ade9-55816b0bbea1,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:49.729268 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.735506 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361097c4-9fc0-4d95-8bf6-4b8e74708ebe') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:49.736182 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361097c4-9fc0-4d95-8bf6-4b8e74708ebe') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:49.749568 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b05c05-3d0d-4e8d-af7a-07ef71178533 req-0dc71b42-ae50-41cf-bed5-ffe75550b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:49.751098 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-49b05c05-3d0d-4e8d-af7a-07ef71178533 req-0dc71b42-ae50-41cf-bed5-ffe75550b6ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfbb51b8505f47d89c21f0a821602d4c&device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 1127 time: 0.2358453 Mar 07 18:09:49.757054 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-469373'] for segment (361097c4-9fc0-4d95-8bf6-4b8e74708ebe), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.796512 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (361097c4-9fc0-4d95-8bf6-4b8e74708ebe), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.805451 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:09:49.805772 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670860'] for segment (361097c4-9fc0-4d95-8bf6-4b8e74708ebe), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: Traceback (most recent call last): Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: timer() Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: cb(*args, **kw) Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: return func(*args, **kwargs) Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: self._notify() Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: self.callback(batched_events) Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: event.method(event) Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: return f(self, *a, **k) Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._get(url).json() Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: return self.request(url, 'GET', **kwargs) Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:09:49.807496 dv-cinder-832291-1-iscsi neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:09:49.811460 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] For port 5a60dc81-9970-4216-b833-4e3f3e013837, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:09:49.814900 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] For port 5a60dc81-9970-4216-b833-4e3f3e013837, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=5a60dc81-9970-4216-b833-4e3f3e013837,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:09:49.823128 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.874128 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=0247f0c2-f820-4cff-ade9-55816b0bbea1,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:49.886980 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:49.888234 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d15ec797-ba3c-4678-90e5-6c28c202cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ce016cd4-b676-4b09-9c62-0a91b9e3b2f1), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.888447 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.889937 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] 10.222.0.37 "PUT /v2.0/ports/5a60dc81-9970-4216-b833-4e3f3e013837 HTTP/1.1" status: 200 len: 1094 time: 1.0123584 Mar 07 18:09:49.890387 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f8b4e2-e0b0-4364-820d-5bef3b215e11', 'tag': '5a60dc81-9970-4216-b833-4e3f3e013837'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:49.890858 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d15ec797-ba3c-4678-90e5-6c28c202cbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.891999 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-d15ec797-ba3c-4678-90e5-6c28c202cbd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce016cd4-b676-4b09-9c62-0a91b9e3b2f1 HTTP/1.1" status: 204 len: 168 time: 0.4507282 Mar 07 18:09:49.896871 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06393bf0-8ee7-4822-b555-73636ff279b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f8b4e2-e0b0-4364-820d-5bef3b215e11", "tag": "5a60dc81-9970-4216-b833-4e3f3e013837"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:49.917484 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ec797-ba3c-4678-90e5-6c28c202cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce016cd4-b676-4b09-9c62-0a91b9e3b2f1,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:49.926177 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (c00893ee-9b75-42c5-a83c-252d57fcb8f6), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.930262 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b05c05-3d0d-4e8d-af7a-07ef71178533 req-5f0c5077-592d-4f2a-a839-4deb2f02817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:49.931855 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-49b05c05-3d0d-4e8d-af7a-07ef71178533 req-5f0c5077-592d-4f2a-a839-4deb2f02817c service neutron] 10.222.0.37 "GET /v2.0/networks?id=0859f08e-c1dc-4122-b4b2-4413e6f001c8 HTTP/1.1" status: 200 len: 920 time: 0.1729138 Mar 07 18:09:49.938017 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:49.941308 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c00893ee-9b75-42c5-a83c-252d57fcb8f6 HTTP/1.1" status: 204 len: 168 time: 0.6602528 Mar 07 18:09:49.948554 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36584) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:49.958586 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39580fe-8aa8-40b4-b7e3-7c6117bbc277 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00893ee-9b75-42c5-a83c-252d57fcb8f6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:49.992144 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-49b05c05-3d0d-4e8d-af7a-07ef71178533 req-05dd97e6-f04b-462a-874a-d979d508482a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd HTTP/1.1" status: 200 len: 217 time: 0.0496864 Mar 07 18:09:50.015956 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fec81e-1ccf-4cb1-8e37-ea52c6ec5dcc x-openstack-request-id: req-69fec81e-1ccf-4cb1-8e37-ea52c6ec5dcc {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:50.016590 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f8b4e2-e0b0-4364-820d-5bef3b215e11", "tag": "5a60dc81-9970-4216-b833-4e3f3e013837", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:50.016590 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69fec81e-1ccf-4cb1-8e37-ea52c6ec5dcc {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:50.016953 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f8b4e2-e0b0-4364-820d-5bef3b215e11', 'tag': '5a60dc81-9970-4216-b833-4e3f3e013837', 'status': 'completed', 'code': 200} Mar 07 18:09:50.063396 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d792ca6-646e-4fda-8e17-ec41b136670c service neutron] Pushing event updated for resources: {'Port': ['ID=5a60dc81-9970-4216-b833-4e3f3e013837,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:50.083500 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b05c05-3d0d-4e8d-af7a-07ef71178533 req-6a1f205c-0e6e-4778-9779-a97f77344062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:50.085065 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-49b05c05-3d0d-4e8d-af7a-07ef71178533 req-6a1f205c-0e6e-4778-9779-a97f77344062 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69e34e1b-4ffa-4a13-ba33-6584cef36866 HTTP/1.1" status: 200 len: 859 time: 0.0730302 Mar 07 18:09:50.089860 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-4329f5c1-e3c7-4572-9a5e-d94952457828 admin admin] Deleting subnet 47b88dd1-1041-4d18-9f97-29d30044b841 {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:09:50.094128 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4329f5c1-e3c7-4572-9a5e-d94952457828 admin admin] Publish callbacks [] for subnet (47b88dd1-1041-4d18-9f97-29d30044b841), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:50.124426 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-49b05c05-3d0d-4e8d-af7a-07ef71178533 req-a3d20e7e-c22e-45d7-b2ff-30d51486c519 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0859f08e-c1dc-4122-b4b2-4413e6f001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293252 Mar 07 18:09:50.130013 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-2fd11e1f-d93b-4d44-bdbc-081bf11ba018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:50.131528 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-2fd11e1f-d93b-4d44-bdbc-081bf11ba018 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfbb51b8505f47d89c21f0a821602d4c&device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 1128 time: 0.1529493 Mar 07 18:09:50.139657 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4329f5c1-e3c7-4572-9a5e-d94952457828 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1571852'] for subnet (47b88dd1-1041-4d18-9f97-29d30044b841), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:50.202037 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-d81bc1ce-b0fb-4a7a-833f-91d7eeed5c1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a60dc81-9970-4216-b833-4e3f3e013837 HTTP/1.1" status: 200 len: 217 time: 0.0602732 Mar 07 18:09:50.247051 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-49b05c05-3d0d-4e8d-af7a-07ef71178533 req-b3bdd16a-9601-4902-b7fe-a5dd31456195 service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029484 Mar 07 18:09:50.250055 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4329f5c1-e3c7-4572-9a5e-d94952457828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (47b88dd1-1041-4d18-9f97-29d30044b841), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:50.289334 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-642f289c-d473-400d-990b-487ea3daa2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:50.291339 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-642f289c-d473-400d-990b-487ea3daa2ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69e34e1b-4ffa-4a13-ba33-6584cef36866 HTTP/1.1" status: 200 len: 859 time: 0.0802813 Mar 07 18:09:50.336445 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-dd2fbcb0-50c7-4d8d-b31d-f8b85b5d7836 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0859f08e-c1dc-4122-b4b2-4413e6f001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336442 Mar 07 18:09:50.360181 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-49b05c05-3d0d-4e8d-af7a-07ef71178533 req-926beed3-8b5f-4039-b42c-d808cd6ae01e service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063781 Mar 07 18:09:50.385383 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4329f5c1-e3c7-4572-9a5e-d94952457828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3952874'] for subnet (47b88dd1-1041-4d18-9f97-29d30044b841), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:50.412996 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36600) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:50.423989 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329f5c1-e3c7-4572-9a5e-d94952457828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b88dd1-1041-4d18-9f97-29d30044b841,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:50.427507 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0318309-f1eb-41d5-b669-b8f8a4ddc647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:50.485183 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4329f5c1-e3c7-4572-9a5e-d94952457828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:50.491604 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-4329f5c1-e3c7-4572-9a5e-d94952457828 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/47b88dd1-1041-4d18-9f97-29d30044b841 HTTP/1.1" status: 204 len: 168 time: 0.5395319 Mar 07 18:09:50.492168 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36602) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:50.536447 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540f50c-2794-43dc-8b55-7ab85a5c7ec7 req-8025c98c-c15a-495c-817f-aea11c1b9b8a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:50.538220 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9540f50c-2794-43dc-8b55-7ab85a5c7ec7 req-8025c98c-c15a-495c-817f-aea11c1b9b8a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 944 time: 0.1289492 Mar 07 18:09:50.543056 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-741fbc5c-ef6a-4170-82cb-99ccee2d50a2 service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977885 Mar 07 18:09:50.632912 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36606) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:50.662648 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9540f50c-2794-43dc-8b55-7ab85a5c7ec7 req-b10bea16-d203-44dc-a287-70324ea4f975 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130810 Mar 07 18:09:50.689961 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2502667-cb2d-4c3a-b643-1b313950a399 req-5d8cde6d-31a4-4667-9538-4afb01e06354 service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390841 Mar 07 18:09:50.796230 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a6e52328-a5b7-49d7-972a-97654c4e14d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:50.820868 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0318309-f1eb-41d5-b669-b8f8a4ddc647 admin admin] Publish callbacks [] for security_group (595fa3fd-3333-4763-98de-5869a283fed2), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:50.826950 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0318309-f1eb-41d5-b669-b8f8a4ddc647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (595fa3fd-3333-4763-98de-5869a283fed2), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:50.833444 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06393bf0-8ee7-4822-b555-73636ff279b7 req-0c7f405c-3330-4e5d-aedb-3213ccc1d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:50.835093 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06393bf0-8ee7-4822-b555-73636ff279b7 req-0c7f405c-3330-4e5d-aedb-3213ccc1d3a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfbb51b8505f47d89c21f0a821602d4c&device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 1128 time: 0.0820343 Mar 07 18:09:50.849355 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (cd189534-ff01-4921-833a-d12e74d6d97d), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:50.875310 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b0318309-f1eb-41d5-b669-b8f8a4ddc647 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4339de46aa84485bbb1704b0881c39a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4611850 Mar 07 18:09:50.876133 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0318309-f1eb-41d5-b669-b8f8a4ddc647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595fa3fd-3333-4763-98de-5869a283fed2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:50.879539 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36610) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:50.966666 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a6e52328-a5b7-49d7-972a-97654c4e14d7 admin admin] Publish callbacks [] for security_group (ae68e0de-478b-4f31-9cd6-f6731c30085a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:50.970083 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06393bf0-8ee7-4822-b555-73636ff279b7 req-31d341bf-5bf3-4c51-a11a-5a85a2a89e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:50.971673 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06393bf0-8ee7-4822-b555-73636ff279b7 req-31d341bf-5bf3-4c51-a11a-5a85a2a89e77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0859f08e-c1dc-4122-b4b2-4413e6f001c8 HTTP/1.1" status: 200 len: 920 time: 0.1263101 Mar 07 18:09:50.972739 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a6e52328-a5b7-49d7-972a-97654c4e14d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ae68e0de-478b-4f31-9cd6-f6731c30085a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:50.985411 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (cd189534-ff01-4921-833a-d12e74d6d97d), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.005013 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb829d15-308b-447e-9fa5-7ba317aed3c1 admin admin] Publish callbacks [] for security_group (595fa3fd-3333-4763-98de-5869a283fed2), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.020377 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd189534-ff01-4921-833a-d12e74d6d97d']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:51.036928 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e76ecc9-c976-45bf-b87b-f035f67ba88d') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:51.037228 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e76ecc9-c976-45bf-b87b-f035f67ba88d') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:09:51.045402 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06393bf0-8ee7-4822-b555-73636ff279b7 req-f60e3280-17e4-4d66-a249-feed1ec0196d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a60dc81-9970-4216-b833-4e3f3e013837 HTTP/1.1" status: 200 len: 217 time: 0.0536184 Mar 07 18:09:51.046565 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb829d15-308b-447e-9fa5-7ba317aed3c1 admin admin] Publish callbacks [] for security_group (595fa3fd-3333-4763-98de-5869a283fed2), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.047339 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e52328-a5b7-49d7-972a-97654c4e14d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae68e0de-478b-4f31-9cd6-f6731c30085a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:51.051553 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a6e52328-a5b7-49d7-972a-97654c4e14d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14063dbdb0414193a26130f648d4b2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4176323 Mar 07 18:09:51.055285 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-469373'] for segment (1e76ecc9-c976-45bf-b87b-f035f67ba88d), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.056742 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36612) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:51.094722 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (1e76ecc9-c976-45bf-b87b-f035f67ba88d), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.096964 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06393bf0-8ee7-4822-b555-73636ff279b7 req-a1e25400-76fd-41c0-b85f-bddcecaafb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:51.098437 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06393bf0-8ee7-4822-b555-73636ff279b7 req-a1e25400-76fd-41c0-b85f-bddcecaafb40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69e34e1b-4ffa-4a13-ba33-6584cef36866 HTTP/1.1" status: 200 len: 859 time: 0.0458982 Mar 07 18:09:51.115613 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:09:51.116018 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670860'] for segment (1e76ecc9-c976-45bf-b87b-f035f67ba88d), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: Traceback (most recent call last): Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: timer() Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: cb(*args, **kw) Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: return func(*args, **kwargs) Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: self._notify() Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: self.callback(batched_events) Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: event.method(event) Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: return f(self, *a, **k) Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._get(url).json() Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: return self.request(url, 'GET', **kwargs) Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:09:51.118234 dv-cinder-832291-1-iscsi neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:09:51.131270 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06393bf0-8ee7-4822-b555-73636ff279b7 req-3aa8485b-1f0a-45a6-ab12-21f0f85e5fd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0859f08e-c1dc-4122-b4b2-4413e6f001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256994 Mar 07 18:09:51.188975 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e3bca-f4d7-40af-89ee-df2fd93799bf admin admin] Publish callbacks [] for security_group (ae68e0de-478b-4f31-9cd6-f6731c30085a), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.211550 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb829d15-308b-447e-9fa5-7ba317aed3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (595fa3fd-3333-4763-98de-5869a283fed2), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.214248 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb829d15-308b-447e-9fa5-7ba317aed3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.215393 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-bb829d15-308b-447e-9fa5-7ba317aed3c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/595fa3fd-3333-4763-98de-5869a283fed2 HTTP/1.1" status: 204 len: 168 time: 0.3349416 Mar 07 18:09:51.222670 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e3bca-f4d7-40af-89ee-df2fd93799bf admin admin] Publish callbacks [] for security_group (ae68e0de-478b-4f31-9cd6-f6731c30085a), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.223698 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (cd189534-ff01-4921-833a-d12e74d6d97d), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.238707 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.241880 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] 10.222.0.13 "DELETE /v2.0/networks/cd189534-ff01-4921-833a-d12e74d6d97d HTTP/1.1" status: 204 len: 168 time: 0.7482638 Mar 07 18:09:51.248712 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb829d15-308b-447e-9fa5-7ba317aed3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595fa3fd-3333-4763-98de-5869a283fed2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:51.250281 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 0247f0c2-f820-4cff-ade9-55816b0bbea1 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:51.266156 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06393bf0-8ee7-4822-b555-73636ff279b7 req-bb11f16f-6d17-443f-bfcc-58bdc25e8b75 service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205478 Mar 07 18:09:51.270471 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bceb7-b0d2-4599-abca-ef7cbd906b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd189534-ff01-4921-833a-d12e74d6d97d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:51.313618 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e3bca-f4d7-40af-89ee-df2fd93799bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ae68e0de-478b-4f31-9cd6-f6731c30085a), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.316514 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e3bca-f4d7-40af-89ee-df2fd93799bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.317749 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-5d4e3bca-f4d7-40af-89ee-df2fd93799bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae68e0de-478b-4f31-9cd6-f6731c30085a HTTP/1.1" status: 204 len: 168 time: 0.2584682 Mar 07 18:09:51.332336 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e3bca-f4d7-40af-89ee-df2fd93799bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae68e0de-478b-4f31-9cd6-f6731c30085a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:51.348496 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 0247f0c2-f820-4cff-ade9-55816b0bbea1 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:51.348880 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.382889 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06393bf0-8ee7-4822-b555-73636ff279b7 req-8a200ed0-8809-429d-a7d6-dc59525a4af2 service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103919 Mar 07 18:09:51.432225 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36622) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:51.448008 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 0247f0c2-f820-4cff-ade9-55816b0bbea1 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:51.487938 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0b0ebdf9-d3a8-438c-9576-334fa0c4f0e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9e69e34db6d4f90a8548b837197df2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517161 Mar 07 18:09:51.488145 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36624) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:51.545593 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-353ef148-aa00-4463-8402-80aa74e0bf40 admin admin] Publish callbacks [] for security_group (7c73fffd-e087-4b61-9b95-a8f2b7ee3413), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.567875 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-353ef148-aa00-4463-8402-80aa74e0bf40 admin admin] Publish callbacks [] for security_group (7c73fffd-e087-4b61-9b95-a8f2b7ee3413), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.623168 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-353ef148-aa00-4463-8402-80aa74e0bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (7c73fffd-e087-4b61-9b95-a8f2b7ee3413), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.626029 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-353ef148-aa00-4463-8402-80aa74e0bf40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:51.630203 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-353ef148-aa00-4463-8402-80aa74e0bf40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c73fffd-e087-4b61-9b95-a8f2b7ee3413 HTTP/1.1" status: 204 len: 168 time: 0.1410408 Mar 07 18:09:51.638440 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ef148-aa00-4463-8402-80aa74e0bf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c73fffd-e087-4b61-9b95-a8f2b7ee3413,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:51.792225 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8015d-8fdd-4e16-ba4b-00304431c47d req-7c407e22-a2a6-483e-979a-d34e43948601 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:51.793824 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-39d8015d-8fdd-4e16-ba4b-00304431c47d req-7c407e22-a2a6-483e-979a-d34e43948601 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 944 time: 0.0527616 Mar 07 18:09:51.846866 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-39d8015d-8fdd-4e16-ba4b-00304431c47d req-931cbdd1-4c7e-43a0-ac86-dfc83f4ef8f0 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469775 Mar 07 18:09:52.048592 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36652) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:52.094968 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e1193035-5351-4881-9aa8-32337aff050b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9cceba298b04b34afcd9c4f548e1ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447757 Mar 07 18:09:52.097630 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36656) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:52.106404 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:09:52.150830 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6579a23-e3bb-4ae0-9fb0-516fce8feb21 admin admin] Publish callbacks [] for security_group (c6e45218-aab0-4248-8341-1344c97e8f11), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:52.187666 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6579a23-e3bb-4ae0-9fb0-516fce8feb21 admin admin] Publish callbacks [] for security_group (c6e45218-aab0-4248-8341-1344c97e8f11), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:52.218848 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:52.233664 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd', 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8', 'port_id': '0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd', 'mac_address': 'fa:16:3e:dd:38:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e34e1b-4ffa-4a13-ba33-6584cef36866', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:09:52.247737 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6579a23-e3bb-4ae0-9fb0-516fce8feb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (c6e45218-aab0-4248-8341-1344c97e8f11), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:52.251275 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6579a23-e3bb-4ae0-9fb0-516fce8feb21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:52.256116 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-f6579a23-e3bb-4ae0-9fb0-516fce8feb21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6e45218-aab0-4248-8341-1344c97e8f11 HTTP/1.1" status: 204 len: 168 time: 0.1574092 Mar 07 18:09:52.271696 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6579a23-e3bb-4ae0-9fb0-516fce8feb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e45218-aab0-4248-8341-1344c97e8f11,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:52.275817 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:52.276589 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:52.300935 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:09:52.322508 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:52.327191 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:52.327872 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 5a60dc81-9970-4216-b833-4e3f3e013837 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:09:52.392323 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:52.404711 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 5a60dc81-9970-4216-b833-4e3f3e013837, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=5a60dc81-9970-4216-b833-4e3f3e013837,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:52.416653 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '5a60dc81-9970-4216-b833-4e3f3e013837', 'network_id': '0859f08e-c1dc-4122-b4b2-4413e6f001c8', 'port_id': '5a60dc81-9970-4216-b833-4e3f3e013837', 'mac_address': 'fa:16:3e:f0:c1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e34e1b-4ffa-4a13-ba33-6584cef36866', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:09:52.457138 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 5a60dc81-9970-4216-b833-4e3f3e013837 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:52.457826 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:52.482121 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a60dc81-9970-4216-b833-4e3f3e013837 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:09:52.505467 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 5a60dc81-9970-4216-b833-4e3f3e013837, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=5a60dc81-9970-4216-b833-4e3f3e013837,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:52.511300 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:52.567816 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=5a60dc81-9970-4216-b833-4e3f3e013837,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:52.743061 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36684) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:52.803550 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:09:52.809337 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['5a60dc81-9970-4216-b833-4e3f3e013837'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:09:52.867785 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36692) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:52.952325 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-920048af-0315-45cf-be6a-73eda2230c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.049786 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44aa178-897d-457e-8595-3ff8e3e2c1b7 req-c73a8d01-54e2-4a5e-9480-b818e67a38a9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:53.052179 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c44aa178-897d-457e-8595-3ff8e3e2c1b7 req-c73a8d01-54e2-4a5e-9480-b818e67a38a9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 945 time: 0.1010885 Mar 07 18:09:53.123900 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1438641012-network', 'tenant_id': '494fff7e59024f82872cc341ef93cdf8'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:53.152868 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c44aa178-897d-457e-8595-3ff8e3e2c1b7 req-5999a46e-c89a-4933-9b37-57e7c96e01b3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931933 Mar 07 18:09:53.154688 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-920048af-0315-45cf-be6a-73eda2230c4e admin admin] Publish callbacks [] for security_group (d1436efd-0c40-4af6-9c51-4c6beecb4b38), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.161679 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-920048af-0315-45cf-be6a-73eda2230c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (d1436efd-0c40-4af6-9c51-4c6beecb4b38), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.185955 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Made reservation on behalf of 494fff7e59024f82872cc341ef93cdf8 for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:53.188264 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.212283 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.224009 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-920048af-0315-45cf-be6a-73eda2230c4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1420fcb0aa414000a5a466c7f2706fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4793184 Mar 07 18:09:53.224816 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920048af-0315-45cf-be6a-73eda2230c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1436efd-0c40-4af6-9c51-4c6beecb4b38,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:53.227202 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36708) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:53.306033 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-feb478c2-57b9-4ea0-a6e9-9ecb1ec5e063 admin admin] Publish callbacks [] for security_group (d1436efd-0c40-4af6-9c51-4c6beecb4b38), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.346002 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-feb478c2-57b9-4ea0-a6e9-9ecb1ec5e063 admin admin] Publish callbacks [] for security_group (d1436efd-0c40-4af6-9c51-4c6beecb4b38), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.371791 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Publish callbacks [] for security_group (d1daa940-3b87-47cc-bab8-a86f6b9e10a8), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.385384 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (d1daa940-3b87-47cc-bab8-a86f6b9e10a8), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.417352 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:09:53.427358 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1daa940-3b87-47cc-bab8-a86f6b9e10a8,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:53.448376 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (e7063722-251b-4bb5-8d67-1c6de1469c4c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.448725 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Added segment e7063722-251b-4bb5-8d67-1c6de1469c4c of type vlan for network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 Mar 07 18:09:53.449905 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-feb478c2-57b9-4ea0-a6e9-9ecb1ec5e063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (d1436efd-0c40-4af6-9c51-4c6beecb4b38), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.452635 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-feb478c2-57b9-4ea0-a6e9-9ecb1ec5e063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.456695 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-feb478c2-57b9-4ea0-a6e9-9ecb1ec5e063 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1436efd-0c40-4af6-9c51-4c6beecb4b38 HTTP/1.1" status: 204 len: 168 time: 0.2240763 Mar 07 18:09:53.470881 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb478c2-57b9-4ea0-a6e9-9ecb1ec5e063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1436efd-0c40-4af6-9c51-4c6beecb4b38,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:53.504284 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (6bbcfd65-aad9-46c8-bbe7-a94e468e2748), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.536232 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (6bbcfd65-aad9-46c8-bbe7-a94e468e2748), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.537417 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:53.538082 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.621890 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7482610 Mar 07 18:09:53.621890 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c881475-277c-4bcd-97c3-762892d85cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=6bbcfd65-aad9-46c8-bbe7-a94e468e2748,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:53.622899 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36728) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:09:53.633064 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e78cda95-5bbd-47d7-838e-3bd449194039 admin admin] Request body: {'subnet': {'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1438641012-subnet', 'tenant_id': '494fff7e59024f82872cc341ef93cdf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:09:53.637659 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:09:53.683723 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78cda95-5bbd-47d7-838e-3bd449194039 admin admin] Made reservation on behalf of 494fff7e59024f82872cc341ef93cdf8 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:09:53.687303 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e78cda95-5bbd-47d7-838e-3bd449194039 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495531'] for subnet (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.888034 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e78cda95-5bbd-47d7-838e-3bd449194039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8671265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495541'] for subnet (23622ad1-a558-4df9-a5ed-4f28c7d368fe), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.945268 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cda95-5bbd-47d7-838e-3bd449194039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23622ad1-a558-4df9-a5ed-4f28c7d368fe,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:53.957468 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78cda95-5bbd-47d7-838e-3bd449194039 admin admin] Checking segment: {'id': 'e7063722-251b-4bb5-8d67-1c6de1469c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:09:53.957900 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78cda95-5bbd-47d7-838e-3bd449194039 admin admin] Network hostable DHCP agents. Network: 6bbcfd65-aad9-46c8-bbe7-a94e468e2748, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:09:53.976465 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78cda95-5bbd-47d7-838e-3bd449194039 admin admin] Network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:09:53.987115 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-e78cda95-5bbd-47d7-838e-3bd449194039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, 6bbcfd65-aad9-46c8-bbe7-a94e468e2748) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:09:53.992196 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78cda95-5bbd-47d7-838e-3bd449194039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:53.993029 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e78cda95-5bbd-47d7-838e-3bd449194039 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:53.998534 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0913c54c-72bd-4494-b582-60639ef38bb6 None None] Network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:09:54.016588 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-e78cda95-5bbd-47d7-838e-3bd449194039 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3830366 Mar 07 18:09:54.107745 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26816807-1ba0-458a-805d-ba7b006d5d5d None None] Network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:09:54.128129 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 5a60dc81-9970-4216-b833-4e3f3e013837 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:54.253981 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 5a60dc81-9970-4216-b833-4e3f3e013837 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:09:54.258104 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 5a60dc81-9970-4216-b833-4e3f3e013837 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:54.258480 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:54.300037 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0159-f6b6-4ef9-a4f3-0edb07ed73b8 req-f95e5468-b090-4e8b-b333-5e5679e9dc96 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:54.302252 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f58e0159-f6b6-4ef9-a4f3-0edb07ed73b8 req-f95e5468-b090-4e8b-b333-5e5679e9dc96 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 945 time: 0.0725567 Mar 07 18:09:54.356298 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 5a60dc81-9970-4216-b833-4e3f3e013837 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:54.356799 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:54.373376 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f58e0159-f6b6-4ef9-a4f3-0edb07ed73b8 req-d4acfc8c-51cb-4326-aee9-403c5ba2e513 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652637 Mar 07 18:09:54.383751 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f8b4e2-e0b0-4364-820d-5bef3b215e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a60dc81-9970-4216-b833-4e3f3e013837'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:54.387180 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cde7a53-fe64-4870-a312-6b1fa10596ac" -d '{"events": [{"server_uuid": "d6f8b4e2-e0b0-4364-820d-5bef3b215e11", "name": "network-vif-plugged", "status": "completed", "tag": "5a60dc81-9970-4216-b833-4e3f3e013837"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:54.413211 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 5a60dc81-9970-4216-b833-4e3f3e013837, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=5a60dc81-9970-4216-b833-4e3f3e013837,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:54.418563 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:54.419539 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:09:54.428619 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0618894e-dc03-4805-8b76-b61fdd53a5ac x-openstack-request-id: req-0618894e-dc03-4805-8b76-b61fdd53a5ac {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:54.429053 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f8b4e2-e0b0-4364-820d-5bef3b215e11", "name": "network-vif-plugged", "status": "completed", "tag": "5a60dc81-9970-4216-b833-4e3f3e013837", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:54.429949 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0618894e-dc03-4805-8b76-b61fdd53a5ac {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:54.430337 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f8b4e2-e0b0-4364-820d-5bef3b215e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a60dc81-9970-4216-b833-4e3f3e013837', 'code': 200} Mar 07 18:09:54.648659 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d416cc-9ab9-49ea-8336-172daea9d310 req-d880e45f-e1ae-4583-9e90-0fb5da327762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:54.649971 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a3d416cc-9ab9-49ea-8336-172daea9d310 req-d880e45f-e1ae-4583-9e90-0fb5da327762 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 1130 time: 0.0741260 Mar 07 18:09:54.681858 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=5a60dc81-9970-4216-b833-4e3f3e013837,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:54.702445 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:09:54.711800 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:09:54.712192 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:54.713548 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a3d416cc-9ab9-49ea-8336-172daea9d310 req-9a695206-bd19-4ca7-ad5d-1d1cef382af9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545049 Mar 07 18:09:54.800461 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:09:54.800857 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:54.834378 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:09:54.840372 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:09:54.897287 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:09:55.491500 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7951aac-5824-4e67-a563-96c6541ee75c req-4cd850a3-8c83-4e2f-b1fa-5e4fcf7656c2 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:55.493000 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f7951aac-5824-4e67-a563-96c6541ee75c req-4cd850a3-8c83-4e2f-b1fa-5e4fcf7656c2 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0524542 Mar 07 18:09:55.540075 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f7951aac-5824-4e67-a563-96c6541ee75c req-ee43524b-dd10-455b-bc31-f0345851b457 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Mar 07 18:09:56.030676 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-295e87bf-ec79-4862-828e-7782e8fa2853 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:56.032180 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-295e87bf-ec79-4862-828e-7782e8fa2853 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/networks?id=6bbcfd65-aad9-46c8-bbe7-a94e468e2748 HTTP/1.1" status: 200 len: 814 time: 0.1199996 Mar 07 18:09:56.048302 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-8639f22c-4d43-4522-8a15-f28ca5279067 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/quotas/494fff7e59024f82872cc341ef93cdf8 HTTP/1.1" status: 200 len: 375 time: 0.0101662 Mar 07 18:09:56.080680 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-f929faf7-529f-4ddb-97a6-b334cad1ecb5 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=494fff7e59024f82872cc341ef93cdf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266583 Mar 07 18:09:56.172765 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-6d642f63-0ce6-49b8-81de-7862df86abf8 service neutron] 10.222.0.13 "GET /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847056 Mar 07 18:09:56.259238 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-9b6a2144-afe8-4f19-bc74-e232271cde19 service neutron] 10.222.0.13 "GET /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804698 Mar 07 18:09:56.417595 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-88d29297-369c-4228-a413-5d0226ed6d23 req-92ece544-51c9-4db1-a13d-132c76e5bd69 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 210 time: 0.0279093 Mar 07 18:09:56.437738 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:09:56.437738 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae0d176-9400-42fd-bf36-98679ecbbfa4" -d '{"events": [{"server_uuid": "e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22", "name": "network-vif-plugged", "status": "completed", "tag": "0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:09:56.469530 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108f251a-9783-490d-9889-f34bceebd988 x-openstack-request-id: req-108f251a-9783-490d-9889-f34bceebd988 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:09:56.469853 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22", "name": "network-vif-plugged", "status": "completed", "tag": "0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:09:56.470110 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-108f251a-9783-490d-9889-f34bceebd988 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:09:56.470503 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd', 'code': 200} Mar 07 18:09:56.670516 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ed725-320f-4cea-bae2-83fca40da0fa req-75e4642c-2b32-400c-9b88-976787292aad tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:56.671999 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-de8ed725-320f-4cea-bae2-83fca40da0fa req-75e4642c-2b32-400c-9b88-976787292aad tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0573270 Mar 07 18:09:56.720665 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-de8ed725-320f-4cea-bae2-83fca40da0fa req-e6261bb6-f9b7-47e4-ba8b-846cedfbd7fe tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Mar 07 18:09:57.510377 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2b1088ab-5c29-408c-92c7-4cac3fc929f9 req-19a3cb41-9594-47bc-897f-9b5a4bfbdee7 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 210 time: 0.0268176 Mar 07 18:09:57.837099 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f00f0-99f4-4bd2-9fbc-2b061d446793 req-555aa601-8159-4853-ac64-018d82083c51 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:57.839332 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-108f00f0-99f4-4bd2-9fbc-2b061d446793 req-555aa601-8159-4853-ac64-018d82083c51 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0519369 Mar 07 18:09:57.888240 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-108f00f0-99f4-4bd2-9fbc-2b061d446793 req-50d5a322-689a-433f-8035-2bdb0570cb89 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431931 Mar 07 18:09:58.255038 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8404690-3b5d-4878-80fb-567381fcb3da req-89b9c882-8f46-4da5-8916-e3b487d8faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:58.256567 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f8404690-3b5d-4878-80fb-567381fcb3da req-89b9c882-8f46-4da5-8916-e3b487d8faf4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 1129 time: 0.0498366 Mar 07 18:09:58.308864 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f8404690-3b5d-4878-80fb-567381fcb3da req-78068715-a9d1-4d89-a175-00da0d10fc66 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Mar 07 18:09:58.601583 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-306bdca9-fefe-4c5a-ae4b-548d169117eb req-41d0a543-4853-4fe3-a4d7-86f60aaeac08 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 210 time: 0.0263727 Mar 07 18:09:59.002923 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967029ba-0873-4dba-80a9-4079ea8462ba req-2e3b99c8-3ce9-41c4-a68d-ea2d2bbc9cf3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:09:59.004398 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-967029ba-0873-4dba-80a9-4079ea8462ba req-2e3b99c8-3ce9-41c4-a68d-ea2d2bbc9cf3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0514166 Mar 07 18:09:59.053605 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-967029ba-0873-4dba-80a9-4079ea8462ba req-27b95358-c23c-472d-b2cf-18a33fad9768 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Mar 07 18:09:59.692062 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7516eefc-70bd-45c4-90ad-041e250bbb0d req-1a86c516-0af8-4bef-a455-8550803af672 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 210 time: 0.0266838 Mar 07 18:10:00.172686 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc412f-9a1b-420c-8b6c-72a27ba6d37b req-5274fe99-3552-452c-9006-0466e3da02ca tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:00.174156 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-19dc412f-9a1b-420c-8b6c-72a27ba6d37b req-5274fe99-3552-452c-9006-0466e3da02ca tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0520418 Mar 07 18:10:00.219279 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-19dc412f-9a1b-420c-8b6c-72a27ba6d37b req-6bc53edb-ce4a-4408-9e89-d56f5638c5ee tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 Mar 07 18:10:00.782126 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dbd9c55a-46d3-4249-afda-7e14b4cc5226 req-9067d01e-1ee4-4f49-8f4e-7e752931413a tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 210 time: 0.0255668 Mar 07 18:10:01.341314 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16c89e-b769-4254-906b-8f697b9efe3b req-cd3ec995-a407-4f25-a172-582788276aef tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:01.342763 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1a16c89e-b769-4254-906b-8f697b9efe3b req-cd3ec995-a407-4f25-a172-582788276aef tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0587604 Mar 07 18:10:01.389334 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1a16c89e-b769-4254-906b-8f697b9efe3b req-0a732dec-e7a2-49f1-a0e8-0230323a29fd tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Mar 07 18:10:01.683323 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-7d2127c8-49af-4d5a-ba6b-b445ed9bcb45 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:01.685573 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-7d2127c8-49af-4d5a-ba6b-b445ed9bcb45 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.37 "GET /v2.0/networks?id=6bbcfd65-aad9-46c8-bbe7-a94e468e2748 HTTP/1.1" status: 200 len: 814 time: 0.1087613 Mar 07 18:10:01.714747 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Request body: {'port': {'device_id': '7613ae41-8af1-4c7a-9f49-017d60d7d2dc', 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748', 'admin_state_up': True, 'tenant_id': '494fff7e59024f82872cc341ef93cdf8'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:10:01.981558 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8aad011e-80fb-4dfb-9849-b20cb3e2da7f req-81add11c-924f-4edd-a9f6-3768a525550d tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 210 time: 0.0575025 Mar 07 18:10:02.033455 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Made reservation on behalf of 494fff7e59024f82872cc341ef93cdf8 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:10:02.036912 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:02.157993 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Allocated IP 172.20.0.4 (6bbcfd65-aad9-46c8-bbe7-a94e468e2748/23622ad1-a558-4df9-a5ed-4f28c7d368fe/84439300-9777-490b-9702-f93588500a4c) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:10:02.311812 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks [] for port (84439300-9777-490b-9702-f93588500a4c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:02.347529 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (84439300-9777-490b-9702-f93588500a4c), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:02.394119 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:10:02.397142 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:10:02.401405 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:10:02.432144 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Pushing event updated for resources: {'Port': ['ID=84439300-9777-490b-9702-f93588500a4c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:02.457376 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:02.458011 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:02.508387 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-ae97d654-16d2-48d1-896b-4ee01541d4da tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7974122 Mar 07 18:10:02.523049 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Request body: {'port': {'device_id': '7613ae41-8af1-4c7a-9f49-017d60d7d2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:10:02.568403 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcacaf2-ddb0-42fe-b459-735a56f837dd req-91c18ff4-0fa9-411b-8f20-eca2c2e55f0a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:02.569926 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5dcacaf2-ddb0-42fe-b459-735a56f837dd req-91c18ff4-0fa9-411b-8f20-eca2c2e55f0a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.1039124 Mar 07 18:10:02.619477 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (84439300-9777-490b-9702-f93588500a4c), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:02.676990 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5dcacaf2-ddb0-42fe-b459-735a56f837dd req-bb3209f8-77f7-4a14-a594-5fef74700fad tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825381 Mar 07 18:10:02.947294 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84439300-9777-490b-9702-f93588500a4c {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:10:02.962780 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Publish callbacks [] for port (84439300-9777-490b-9702-f93588500a4c), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:02.990782 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcb4fc-ec5d-40ce-b8d4-f146d919c0b8 req-92a8c15c-eca5-4e54-8eb7-644217c9acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:02.992412 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78fcb4fc-ec5d-40ce-b8d4-f146d919c0b8 req-92a8c15c-eca5-4e54-8eb7-644217c9acdc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfbb51b8505f47d89c21f0a821602d4c&device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 1130 time: 0.0465052 Mar 07 18:10:02.992742 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Transition to ACTIVE for port object 84439300-9777-490b-9702-f93588500a4c will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:10:02.997814 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (84439300-9777-490b-9702-f93588500a4c), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:03.088640 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592afd0f-8674-4c73-ab44-2cefc5c5bf0f req-ee25023c-b9ef-401a-ad5b-7f0d2836d620 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:03.091034 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-592afd0f-8674-4c73-ab44-2cefc5c5bf0f req-ee25023c-b9ef-401a-ad5b-7f0d2836d620 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.1460297 Mar 07 18:10:03.101545 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcb4fc-ec5d-40ce-b8d4-f146d919c0b8 req-db7f37d5-6fee-476c-b6a6-0b43872c57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:03.103489 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78fcb4fc-ec5d-40ce-b8d4-f146d919c0b8 req-db7f37d5-6fee-476c-b6a6-0b43872c57cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=0859f08e-c1dc-4122-b4b2-4413e6f001c8 HTTP/1.1" status: 200 len: 920 time: 0.1041560 Mar 07 18:10:03.123208 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=84439300-9777-490b-9702-f93588500a4c,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:03.146314 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78fcb4fc-ec5d-40ce-b8d4-f146d919c0b8 req-34793c38-366b-47f0-bf1d-813e38bc93f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a60dc81-9970-4216-b833-4e3f3e013837 HTTP/1.1" status: 200 len: 217 time: 0.0361338 Mar 07 18:10:03.196615 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcb4fc-ec5d-40ce-b8d4-f146d919c0b8 req-9883d9d7-470e-4212-9c0e-dc5bdcc556aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:03.198150 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78fcb4fc-ec5d-40ce-b8d4-f146d919c0b8 req-9883d9d7-470e-4212-9c0e-dc5bdcc556aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69e34e1b-4ffa-4a13-ba33-6584cef36866 HTTP/1.1" status: 200 len: 859 time: 0.0451162 Mar 07 18:10:03.214291 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-592afd0f-8674-4c73-ab44-2cefc5c5bf0f req-1026e9da-9e98-4a9d-be90-7f5af53b8810 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876579 Mar 07 18:10:03.226930 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b8a55-cc4a-46d1-817e-1833e28ac25f req-0a244b78-cd5d-4da0-a87d-bb555524d756 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:03.229532 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-138b8a55-cc4a-46d1-817e-1833e28ac25f req-0a244b78-cd5d-4da0-a87d-bb555524d756 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 943 time: 0.1751025 Mar 07 18:10:03.236102 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78fcb4fc-ec5d-40ce-b8d4-f146d919c0b8 req-9fad133e-ccfa-47fd-b856-91d813fce7d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0859f08e-c1dc-4122-b4b2-4413e6f001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298884 Mar 07 18:10:03.243898 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Attempting to bind port 84439300-9777-490b-9702-f93588500a4c on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:10:03.244306 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Attempting to bind port 84439300-9777-490b-9702-f93588500a4c by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': 'e7063722-251b-4bb5-8d67-1c6de1469c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:10:03.244657 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Attempting to bind port 84439300-9777-490b-9702-f93588500a4c on network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:10:03.257487 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Port 84439300-9777-490b-9702-f93588500a4c on network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:10:03.257807 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Attempting to bind port 84439300-9777-490b-9702-f93588500a4c on network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:10:03.265536 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:10:03.265867 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Checking segment: {'id': 'e7063722-251b-4bb5-8d67-1c6de1469c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:10:03.266243 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Bound using segment: {'id': 'e7063722-251b-4bb5-8d67-1c6de1469c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:10:03.266665 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Bound port: 84439300-9777-490b-9702-f93588500a4c, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7063722-251b-4bb5-8d67-1c6de1469c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:10:03.267024 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (84439300-9777-490b-9702-f93588500a4c), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:03.298808 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-138b8a55-cc4a-46d1-817e-1833e28ac25f req-359ecd7d-336e-47d8-9a7c-8f0e6c57f2e3 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636425 Mar 07 18:10:03.327330 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78fcb4fc-ec5d-40ce-b8d4-f146d919c0b8 req-1af01c6c-41bd-44fc-ad38-8b2dfde2542f service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824645 Mar 07 18:10:03.350434 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] For port 84439300-9777-490b-9702-f93588500a4c, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:10:03.354029 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] For port 84439300-9777-490b-9702-f93588500a4c, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=84439300-9777-490b-9702-f93588500a4c,segment=NetworkSegment(e7063722-251b-4bb5-8d67-1c6de1469c4c),segment_id=e7063722-251b-4bb5-8d67-1c6de1469c4c)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:10:03.360658 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (84439300-9777-490b-9702-f93588500a4c), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:03.392550 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:03.393171 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:03.394548 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/84439300-9777-490b-9702-f93588500a4c HTTP/1.1" status: 200 len: 1093 time: 0.8767140 Mar 07 18:10:03.394978 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7613ae41-8af1-4c7a-9f49-017d60d7d2dc', 'tag': '84439300-9777-490b-9702-f93588500a4c'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:10:03.397258 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fcb5ae-676e-4aa3-8118-b14dd7a5966c" -d '{"events": [{"name": "network-changed", "server_uuid": "7613ae41-8af1-4c7a-9f49-017d60d7d2dc", "tag": "84439300-9777-490b-9702-f93588500a4c"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:10:03.424309 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58110a0d-4274-43e4-8366-22a4ef5bd0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=84439300-9777-490b-9702-f93588500a4c,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:03.425840 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-78fcb4fc-ec5d-40ce-b8d4-f146d919c0b8 req-efa14be5-e3bc-410b-94e4-61d898874d96 service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906727 Mar 07 18:10:03.446326 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48171c6f-a506-4fc1-b9da-dcf35f2ffe56 x-openstack-request-id: req-48171c6f-a506-4fc1-b9da-dcf35f2ffe56 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:10:03.446773 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7613ae41-8af1-4c7a-9f49-017d60d7d2dc", "tag": "84439300-9777-490b-9702-f93588500a4c", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:10:03.447017 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48171c6f-a506-4fc1-b9da-dcf35f2ffe56 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:10:03.447613 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7613ae41-8af1-4c7a-9f49-017d60d7d2dc', 'tag': '84439300-9777-490b-9702-f93588500a4c', 'status': 'completed', 'code': 200} Mar 07 18:10:03.506737 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-f3b4417c-9659-4bf7-83ff-bb636c0fd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:03.508299 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-f3b4417c-9659-4bf7-83ff-bb636c0fd1e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=494fff7e59024f82872cc341ef93cdf8&device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 1127 time: 0.0462441 Mar 07 18:10:03.555473 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-9e14be4b-002a-43b1-9287-bba74af763ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84439300-9777-490b-9702-f93588500a4c HTTP/1.1" status: 200 len: 217 time: 0.0333576 Mar 07 18:10:03.608055 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-bb3327d3-fd20-4bda-9a0b-fba1fa102e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:03.609759 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-bb3327d3-fd20-4bda-9a0b-fba1fa102e35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23622ad1-a558-4df9-a5ed-4f28c7d368fe HTTP/1.1" status: 200 len: 854 time: 0.0481884 Mar 07 18:10:03.644367 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-30aaa395-bccd-455d-8be1-73254a7d1dce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bbcfd65-aad9-46c8-bbe7-a94e468e2748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267141 Mar 07 18:10:03.741827 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-3ca30f62-7847-46dd-a483-f922695eeedd service neutron] 10.222.0.37 "GET /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853338 Mar 07 18:10:03.840656 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-c83d67a4-9a02-4c29-ba93-4785327e69c1 req-aba2b4f2-ef7e-4733-baa3-a8cc07a91431 service neutron] 10.222.0.37 "GET /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898404 Mar 07 18:10:03.876499 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36936) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:03.939306 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcb5ae-676e-4aa3-8118-b14dd7a5966c req-68b23249-1f27-437f-8969-c2b8f6e90d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:03.940947 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-58fcb5ae-676e-4aa3-8118-b14dd7a5966c req-68b23249-1f27-437f-8969-c2b8f6e90d14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=494fff7e59024f82872cc341ef93cdf8&device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 1127 time: 0.0482440 Mar 07 18:10:04.019415 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-95943984-2fc1-4c35-8b4e-c2728ab0f4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:04.075994 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcb5ae-676e-4aa3-8118-b14dd7a5966c req-f14619c2-c20e-4b66-818d-9f3b385ca2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:04.077604 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-58fcb5ae-676e-4aa3-8118-b14dd7a5966c req-f14619c2-c20e-4b66-818d-9f3b385ca2c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6bbcfd65-aad9-46c8-bbe7-a94e468e2748 HTTP/1.1" status: 200 len: 915 time: 0.1289775 Mar 07 18:10:04.125526 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-58fcb5ae-676e-4aa3-8118-b14dd7a5966c req-4d6847e3-4fca-42ba-ba7c-00f607c4ae5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84439300-9777-490b-9702-f93588500a4c HTTP/1.1" status: 200 len: 217 time: 0.0392079 Mar 07 18:10:04.185059 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-95943984-2fc1-4c35-8b4e-c2728ab0f4bf admin admin] Publish callbacks [] for security_group (240fff22-9ff7-4262-a515-dc4a330646ac), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:04.191165 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-95943984-2fc1-4c35-8b4e-c2728ab0f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (240fff22-9ff7-4262-a515-dc4a330646ac), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:04.211376 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcb5ae-676e-4aa3-8118-b14dd7a5966c req-581d2c39-d5d4-45e9-aa3a-1adeb7cfac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:04.213494 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-58fcb5ae-676e-4aa3-8118-b14dd7a5966c req-581d2c39-d5d4-45e9-aa3a-1adeb7cfac4d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23622ad1-a558-4df9-a5ed-4f28c7d368fe HTTP/1.1" status: 200 len: 854 time: 0.0783887 Mar 07 18:10:04.247445 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-95943984-2fc1-4c35-8b4e-c2728ab0f4bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a27e163f52041f88cac557a22d0ef3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674719 Mar 07 18:10:04.247776 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 36950) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:04.262746 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-58fcb5ae-676e-4aa3-8118-b14dd7a5966c req-3e4e1f15-d3af-4dd3-8845-e5288650bcb1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bbcfd65-aad9-46c8-bbe7-a94e468e2748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327311 Mar 07 18:10:04.263395 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95943984-2fc1-4c35-8b4e-c2728ab0f4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240fff22-9ff7-4262-a515-dc4a330646ac,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:04.300871 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d65c913-405e-4da2-aa67-24cc2528b9f2 admin admin] Publish callbacks [] for security_group (240fff22-9ff7-4262-a515-dc4a330646ac), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:04.348199 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d65c913-405e-4da2-aa67-24cc2528b9f2 admin admin] Publish callbacks [] for security_group (240fff22-9ff7-4262-a515-dc4a330646ac), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:04.360855 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-58fcb5ae-676e-4aa3-8118-b14dd7a5966c req-73795b05-c9b2-4ec6-9f8b-38ed93ebf191 service neutron] 10.222.0.37 "GET /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913403 Mar 07 18:10:04.424122 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adf9fc-7751-42a7-b787-9f104dfa028e req-523ff9a4-c270-4f62-b4c2-2e5643dc3170 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:04.425638 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-69adf9fc-7751-42a7-b787-9f104dfa028e req-523ff9a4-c270-4f62-b4c2-2e5643dc3170 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.1229391 Mar 07 18:10:04.458537 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-58fcb5ae-676e-4aa3-8118-b14dd7a5966c req-81e506a7-9f0b-4388-be9b-8ad1a3d925d5 service neutron] 10.222.0.37 "GET /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899322 Mar 07 18:10:04.465923 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d65c913-405e-4da2-aa67-24cc2528b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (240fff22-9ff7-4262-a515-dc4a330646ac), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:04.468753 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d65c913-405e-4da2-aa67-24cc2528b9f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:04.469895 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0d65c913-405e-4da2-aa67-24cc2528b9f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/240fff22-9ff7-4262-a515-dc4a330646ac HTTP/1.1" status: 204 len: 168 time: 0.2211132 Mar 07 18:10:04.487459 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa5602-ce2a-4ded-a0f4-f95bef4c95b9 req-4ab866f9-9d66-4de2-b6d7-0185fcdc3930 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:04.489037 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e5fa5602-ce2a-4ded-a0f4-f95bef4c95b9 req-4ab866f9-9d66-4de2-b6d7-0185fcdc3930 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 943 time: 0.1132283 Mar 07 18:10:04.503901 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65c913-405e-4da2-aa67-24cc2528b9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240fff22-9ff7-4262-a515-dc4a330646ac,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:04.523577 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-69adf9fc-7751-42a7-b787-9f104dfa028e req-539d0659-2834-4de7-ba01-788ae220b749 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901334 Mar 07 18:10:04.569511 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e5fa5602-ce2a-4ded-a0f4-f95bef4c95b9 req-b30ca9c2-4a22-44f9-83e5-8bc1777ca491 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698237 Mar 07 18:10:05.291936 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36962) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:05.395180 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54df85ef-bb6d-4dc7-8be3-02a88f1f8d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:05.469419 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54df85ef-bb6d-4dc7-8be3-02a88f1f8d69 admin admin] Publish callbacks [] for security_group (a446b485-4dde-4e9f-a059-7cca4c44454c), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:05.473031 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54df85ef-bb6d-4dc7-8be3-02a88f1f8d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (a446b485-4dde-4e9f-a059-7cca4c44454c), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:05.511763 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df85ef-bb6d-4dc7-8be3-02a88f1f8d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a446b485-4dde-4e9f-a059-7cca4c44454c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:05.516073 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-54df85ef-bb6d-4dc7-8be3-02a88f1f8d69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=453084028dbe4976a3078a0e375a8453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231121 Mar 07 18:10:05.519019 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 36966) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:05.565982 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b46c28aa-3002-4412-811e-dff68ed446cb admin admin] Publish callbacks [] for security_group (a446b485-4dde-4e9f-a059-7cca4c44454c), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:05.587814 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b46c28aa-3002-4412-811e-dff68ed446cb admin admin] Publish callbacks [] for security_group (a446b485-4dde-4e9f-a059-7cca4c44454c), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:05.636701 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b46c28aa-3002-4412-811e-dff68ed446cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (a446b485-4dde-4e9f-a059-7cca4c44454c), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:05.639576 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b46c28aa-3002-4412-811e-dff68ed446cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:05.643407 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b46c28aa-3002-4412-811e-dff68ed446cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a446b485-4dde-4e9f-a059-7cca4c44454c HTTP/1.1" status: 204 len: 168 time: 0.1213617 Mar 07 18:10:05.657777 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c28aa-3002-4412-811e-dff68ed446cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a446b485-4dde-4e9f-a059-7cca4c44454c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:05.700042 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aee5a5-6c62-405c-9ff2-b3092d22fde1 req-d6e50ef4-a4f0-46ec-a45a-52748d1f0c45 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:05.701569 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-03aee5a5-6c62-405c-9ff2-b3092d22fde1 req-d6e50ef4-a4f0-46ec-a45a-52748d1f0c45 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0977669 Mar 07 18:10:05.722247 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33035b-1e14-45ec-9173-37e128e924ba req-240a4af9-df09-42d7-abda-062945357484 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:05.723715 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9d33035b-1e14-45ec-9173-37e128e924ba req-240a4af9-df09-42d7-abda-062945357484 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 943 time: 0.0813165 Mar 07 18:10:05.787707 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-03aee5a5-6c62-405c-9ff2-b3092d22fde1 req-b4ef04b7-92ea-408f-854c-4c024df978ce tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787003 Mar 07 18:10:05.795402 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9d33035b-1e14-45ec-9173-37e128e924ba req-b6d3f9a5-07dd-4f26-ad7e-7bada1af6670 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642319 Mar 07 18:10:06.167865 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 84439300-9777-490b-9702-f93588500a4c details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:10:06.270239 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 84439300-9777-490b-9702-f93588500a4c, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=84439300-9777-490b-9702-f93588500a4c,segment=NetworkSegment(e7063722-251b-4bb5-8d67-1c6de1469c4c),segment_id=e7063722-251b-4bb5-8d67-1c6de1469c4c)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:06.282786 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '84439300-9777-490b-9702-f93588500a4c', 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748', 'port_id': '84439300-9777-490b-9702-f93588500a4c', 'mac_address': 'fa:16:3e:51:3e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23622ad1-a558-4df9-a5ed-4f28c7d368fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:10:06.320846 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 84439300-9777-490b-9702-f93588500a4c is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:10:06.321281 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (84439300-9777-490b-9702-f93588500a4c), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:06.334165 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84439300-9777-490b-9702-f93588500a4c {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:10:06.355183 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 84439300-9777-490b-9702-f93588500a4c, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=84439300-9777-490b-9702-f93588500a4c,segment=NetworkSegment(e7063722-251b-4bb5-8d67-1c6de1469c4c),segment_id=e7063722-251b-4bb5-8d67-1c6de1469c4c)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:06.359556 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (84439300-9777-490b-9702-f93588500a4c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:06.412951 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=84439300-9777-490b-9702-f93588500a4c,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:06.647503 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 37000) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:06.740209 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['84439300-9777-490b-9702-f93588500a4c'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:10:06.749584 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eabd6ce8-65a0-495c-866b-0123a10ddfec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:06.825687 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eabd6ce8-65a0-495c-866b-0123a10ddfec admin admin] Publish callbacks [] for security_group (fc805d15-4e36-46ad-90f3-ccfd5717d9f6), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:06.830855 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eabd6ce8-65a0-495c-866b-0123a10ddfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (fc805d15-4e36-46ad-90f3-ccfd5717d9f6), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:06.875741 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-eabd6ce8-65a0-495c-866b-0123a10ddfec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86df9fb4ba684d8d927c32bd29e96d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269635 Mar 07 18:10:06.879165 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 37008) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:06.930198 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e86a768-9889-4941-b544-eb34737e88d7 admin admin] Publish callbacks [] for security_group (fc805d15-4e36-46ad-90f3-ccfd5717d9f6), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:06.943688 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd6ce8-65a0-495c-866b-0123a10ddfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc805d15-4e36-46ad-90f3-ccfd5717d9f6,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:06.955057 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e86a768-9889-4941-b544-eb34737e88d7 admin admin] Publish callbacks [] for security_group (fc805d15-4e36-46ad-90f3-ccfd5717d9f6), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:06.976628 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9590d-3911-48b5-acea-f894054851f7 req-f96a4232-a77c-4c17-be90-ad97a26ce0c2 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:06.978239 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b7f9590d-3911-48b5-acea-f894054851f7 req-f96a4232-a77c-4c17-be90-ad97a26ce0c2 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.1054490 Mar 07 18:10:06.986089 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b953500-4cb8-476e-9554-57a3fe9b8de1 req-63769b69-2523-4872-9d07-d756f635934d tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:06.987892 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2b953500-4cb8-476e-9554-57a3fe9b8de1 req-63769b69-2523-4872-9d07-d756f635934d tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 944 time: 0.0989602 Mar 07 18:10:07.003707 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e86a768-9889-4941-b544-eb34737e88d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (fc805d15-4e36-46ad-90f3-ccfd5717d9f6), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:07.006410 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e86a768-9889-4941-b544-eb34737e88d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:07.007570 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-5e86a768-9889-4941-b544-eb34737e88d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc805d15-4e36-46ad-90f3-ccfd5717d9f6 HTTP/1.1" status: 204 len: 168 time: 0.1274128 Mar 07 18:10:07.016830 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86a768-9889-4941-b544-eb34737e88d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc805d15-4e36-46ad-90f3-ccfd5717d9f6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:07.063228 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b7f9590d-3911-48b5-acea-f894054851f7 req-11cc7b6b-0111-4cb2-b390-a4b824e1c25c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742862 Mar 07 18:10:07.067493 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2b953500-4cb8-476e-9554-57a3fe9b8de1 req-b8664e15-0e16-4b55-8cbd-ed36e1b80144 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720730 Mar 07 18:10:08.187937 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 84439300-9777-490b-9702-f93588500a4c up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:10:08.222451 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ce008-687f-4037-9fd9-d7badb4fe41f req-462be060-745d-4ea8-849f-f370fdb94e11 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:08.223849 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8c2ce008-687f-4037-9fd9-d7badb4fe41f req-462be060-745d-4ea8-849f-f370fdb94e11 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 944 time: 0.0776730 Mar 07 18:10:08.231558 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f415b-ba95-4d02-9b1b-6ba8e2f1d0cc req-e91c97f8-8517-46a1-ab7f-9ffd512857c6 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:08.233008 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f7f415b-ba95-4d02-9b1b-6ba8e2f1d0cc req-e91c97f8-8517-46a1-ab7f-9ffd512857c6 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0955415 Mar 07 18:10:08.241386 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 84439300-9777-490b-9702-f93588500a4c completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:10:08.246248 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 84439300-9777-490b-9702-f93588500a4c triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:10:08.246692 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (84439300-9777-490b-9702-f93588500a4c), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:08.302043 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8c2ce008-687f-4037-9fd9-d7badb4fe41f req-6bd38e6c-c83a-4826-9f66-b263188ce279 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680764 Mar 07 18:10:08.309198 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f7f415b-ba95-4d02-9b1b-6ba8e2f1d0cc req-231d45a9-5056-4129-8dbb-159844952d54 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676291 Mar 07 18:10:08.327269 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 84439300-9777-490b-9702-f93588500a4c is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:10:08.327933 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (84439300-9777-490b-9702-f93588500a4c), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:08.351724 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7613ae41-8af1-4c7a-9f49-017d60d7d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84439300-9777-490b-9702-f93588500a4c'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:10:08.354087 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c279973b-28b9-4a9f-9857-366d94255c27" -d '{"events": [{"server_uuid": "7613ae41-8af1-4c7a-9f49-017d60d7d2dc", "name": "network-vif-plugged", "status": "completed", "tag": "84439300-9777-490b-9702-f93588500a4c"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:10:08.370687 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 84439300-9777-490b-9702-f93588500a4c, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=84439300-9777-490b-9702-f93588500a4c,segment=NetworkSegment(e7063722-251b-4bb5-8d67-1c6de1469c4c),segment_id=e7063722-251b-4bb5-8d67-1c6de1469c4c)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:08.381548 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (84439300-9777-490b-9702-f93588500a4c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:08.410840 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d486b49-d85b-4721-80c1-a49cd032ca3b x-openstack-request-id: req-8d486b49-d85b-4721-80c1-a49cd032ca3b {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:10:08.411175 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7613ae41-8af1-4c7a-9f49-017d60d7d2dc", "name": "network-vif-plugged", "status": "completed", "tag": "84439300-9777-490b-9702-f93588500a4c", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:10:08.411438 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d486b49-d85b-4721-80c1-a49cd032ca3b {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:10:08.411834 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7613ae41-8af1-4c7a-9f49-017d60d7d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84439300-9777-490b-9702-f93588500a4c', 'code': 200} Mar 07 18:10:08.438798 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=84439300-9777-490b-9702-f93588500a4c,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:08.576532 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4df86-6f0e-41f5-98d9-12febf9c2579 req-dfaa669b-88b7-4bb0-8951-446d96fb1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:08.578037 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-9eb4df86-6f0e-41f5-98d9-12febf9c2579 req-dfaa669b-88b7-4bb0-8951-446d96fb1a11 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 1129 time: 0.0463843 Mar 07 18:10:08.626067 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-9eb4df86-6f0e-41f5-98d9-12febf9c2579 req-60e45251-47c5-4ace-854d-0c420111570f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363846 Mar 07 18:10:09.169621 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-391c1829-3283-4d3e-9af0-ab1983006565 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2229d6e02f0a438a82e155845a61b4fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293183 Mar 07 18:10:09.348485 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-bcaede75-14ae-49f1-878b-c15a16fda2fa tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:09.349931 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-bcaede75-14ae-49f1-878b-c15a16fda2fa tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753633 Mar 07 18:10:09.364718 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-35a11428-c461-4584-8f03-7f96b91ff376 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/quotas/2229d6e02f0a438a82e155845a61b4fb HTTP/1.1" status: 200 len: 375 time: 0.0093782 Mar 07 18:10:09.417752 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-7524ed72-55db-4606-b990-9771c4a65b47 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2229d6e02f0a438a82e155845a61b4fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474730 Mar 07 18:10:09.443648 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2de88d-4bab-48cf-86f8-8b0072d7b27c req-8511a7ca-468b-4e1a-8c0d-bb204ea8447c tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:09.445135 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8d2de88d-4bab-48cf-86f8-8b0072d7b27c req-8511a7ca-468b-4e1a-8c0d-bb204ea8447c tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 945 time: 0.0738754 Mar 07 18:10:09.491646 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8d2de88d-4bab-48cf-86f8-8b0072d7b27c req-cc2ef6ff-1aed-4085-8a94-b7620614a115 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404558 Mar 07 18:10:09.598960 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0bcf7e9-e4a4-4df8-b000-6dab5fb47f27 req-f9f46af4-361c-4ce0-844d-032c65106e62 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 210 time: 0.0415707 Mar 07 18:10:09.624396 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef6d70-6554-4db9-af2b-6c870f42cc0d req-52120374-7f99-46db-8a09-bebf864391db tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:09.625861 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5cef6d70-6554-4db9-af2b-6c870f42cc0d req-52120374-7f99-46db-8a09-bebf864391db tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0789213 Mar 07 18:10:09.672343 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5cef6d70-6554-4db9-af2b-6c870f42cc0d req-d96d75b0-0cc9-4af6-9cda-630e346b91f1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Mar 07 18:10:10.608517 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-68b5e3d4-4ab3-4685-86cb-da540d2abb5b tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2229d6e02f0a438a82e155845a61b4fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324068 Mar 07 18:10:10.615305 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d90d5b-c080-41ae-b90c-f6430cff4c40 req-9a19a894-6a60-42a8-9e82-af9bdccf9ba8 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:10.623687 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-59d90d5b-c080-41ae-b90c-f6430cff4c40 req-9a19a894-6a60-42a8-9e82-af9bdccf9ba8 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 945 time: 0.0542173 Mar 07 18:10:10.678165 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-59d90d5b-c080-41ae-b90c-f6430cff4c40 req-b7450319-c77a-4301-9877-3937dba41f98 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465782 Mar 07 18:10:10.718782 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-74ae75c2-9196-47ff-8ce3-e4ec98fcd61b req-ee61d4f3-c82f-4116-a86d-692eeaa8373a tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 210 time: 0.0395250 Mar 07 18:10:10.827776 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325e632-be64-4422-ab91-5b5b89704757 req-48ccf143-7ec5-4f0c-8dc0-0616a0a27e9b tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:10.829383 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4325e632-be64-4422-ab91-5b5b89704757 req-48ccf143-7ec5-4f0c-8dc0-0616a0a27e9b tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0647144 Mar 07 18:10:10.859593 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-26d15a8e-2ede-4b76-a9df-c277d7cfd943 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:10.861578 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-26d15a8e-2ede-4b76-a9df-c277d7cfd943 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2480412 Mar 07 18:10:10.878375 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Request body: {'port': {'device_id': 'f4fbbbb2-7a0a-4aad-a8cb-03a23062016b', 'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9', 'admin_state_up': True, 'tenant_id': '2229d6e02f0a438a82e155845a61b4fb'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:10:10.884665 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4325e632-be64-4422-ab91-5b5b89704757 req-64aaef15-21f6-479d-a0dc-d69d8b6af213 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481508 Mar 07 18:10:10.993008 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Made reservation on behalf of 2229d6e02f0a438a82e155845a61b4fb for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:10:10.997284 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:11.007615 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:11.085333 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Publish callbacks [] for security_group (8678bf0a-e614-4172-8823-3e84f060c464), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:11.094309 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8678bf0a-e614-4172-8823-3e84f060c464), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:11.170048 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8678bf0a-e614-4172-8823-3e84f060c464,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:11.244845 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Allocated IP 192.168.233.47 (499ea18e-e3f8-408e-8c6b-3c969f91eba9/f67722b5-caf1-47cd-8b8c-2675dcd8f2b7/9245120a-8262-4bf6-b82f-4864cc7665d5) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:10:11.390741 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Publish callbacks [] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:11.423729 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:11.468376 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Network 499ea18e-e3f8-408e-8c6b-3c969f91eba9 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:10:11.471443 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:10:11.474124 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:10:11.507940 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Pushing event updated for resources: {'Port': ['ID=9245120a-8262-4bf6-b82f-4864cc7665d5,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:11.531991 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:11.532644 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:11.550538 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-0dbfed96-43ea-4660-9f08-d277bf66ac32 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6765008 Mar 07 18:10:11.564285 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Request body: {'port': {'device_id': 'f4fbbbb2-7a0a-4aad-a8cb-03a23062016b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:10:11.629400 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:11.702513 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-16534f3f-eeee-4119-aa5e-8765ab97c518 None None] Provisioning complete for port 9245120a-8262-4bf6-b82f-4864cc7665d5 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:10:11.703069 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-16534f3f-eeee-4119-aa5e-8765ab97c518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:11.739186 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-16534f3f-eeee-4119-aa5e-8765ab97c518 None None] Port 9245120a-8262-4bf6-b82f-4864cc7665d5 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:10:11.842331 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8ae79-55b0-42d6-a178-2ad5660013d3 req-289fedc5-d23b-4200-8442-66d66c2f09fe tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:11.843591 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-59e8ae79-55b0-42d6-a178-2ad5660013d3 req-289fedc5-d23b-4200-8442-66d66c2f09fe tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 935 time: 0.0580904 Mar 07 18:10:11.891988 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-59e8ae79-55b0-42d6-a178-2ad5660013d3 req-ec4d7284-7c0c-4619-9d2e-71e5687116d6 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419824 Mar 07 18:10:11.909609 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9245120a-8262-4bf6-b82f-4864cc7665d5 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:10:11.917267 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Publish callbacks [] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:11.929646 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Transition to ACTIVE for port object 9245120a-8262-4bf6-b82f-4864cc7665d5 will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:10:11.934966 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:12.010773 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09280c-b168-43a3-8c34-d45f5b0bac91 req-a9f9d4fc-1431-42c0-9acf-4bc1628696b0 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:12.013527 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Pushing event updated for resources: {'Port': ['ID=9245120a-8262-4bf6-b82f-4864cc7665d5,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:12.017711 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f09280c-b168-43a3-8c34-d45f5b0bac91 req-a9f9d4fc-1431-42c0-9acf-4bc1628696b0 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0635498 Mar 07 18:10:12.074769 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Attempting to bind port 9245120a-8262-4bf6-b82f-4864cc7665d5 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:10:12.074987 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f09280c-b168-43a3-8c34-d45f5b0bac91 req-0d04bca2-9929-4d5b-95d0-96df0bc824bd tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518696 Mar 07 18:10:12.075070 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Attempting to bind port 9245120a-8262-4bf6-b82f-4864cc7665d5 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': 'f6bf0003-fd7e-4cc4-a718-e892558534ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:10:12.075520 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Attempting to bind port 9245120a-8262-4bf6-b82f-4864cc7665d5 on network 499ea18e-e3f8-408e-8c6b-3c969f91eba9 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:10:12.080053 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8dde3a49-6813-47ab-a1f3-53dd5f16d303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:12.081062 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Port 9245120a-8262-4bf6-b82f-4864cc7665d5 on network 499ea18e-e3f8-408e-8c6b-3c969f91eba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:10:12.081403 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Attempting to bind port 9245120a-8262-4bf6-b82f-4864cc7665d5 on network 499ea18e-e3f8-408e-8c6b-3c969f91eba9 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:10:12.087420 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:10:12.087889 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Checking segment: {'id': 'f6bf0003-fd7e-4cc4-a718-e892558534ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:10:12.088386 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Bound using segment: {'id': 'f6bf0003-fd7e-4cc4-a718-e892558534ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:10:12.088788 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Bound port: 9245120a-8262-4bf6-b82f-4864cc7665d5, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6bf0003-fd7e-4cc4-a718-e892558534ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:10:12.089153 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:12.157833 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] For port 9245120a-8262-4bf6-b82f-4864cc7665d5, host hv-cinder-83229, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:10:12.161057 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] For port 9245120a-8262-4bf6-b82f-4864cc7665d5, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=9245120a-8262-4bf6-b82f-4864cc7665d5,segment=NetworkSegment(f6bf0003-fd7e-4cc4-a718-e892558534ab),segment_id=f6bf0003-fd7e-4cc4-a718-e892558534ab)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:10:12.168626 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:12.206928 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:12.207702 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:12.217830 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] 10.222.0.37 "PUT /v2.0/ports/9245120a-8262-4bf6-b82f-4864cc7665d5 HTTP/1.1" status: 200 len: 1097 time: 0.6497302 Mar 07 18:10:12.217830 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fbbbb2-7a0a-4aad-a8cb-03a23062016b', 'tag': '9245120a-8262-4bf6-b82f-4864cc7665d5'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:10:12.217830 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65a197f-00b7-4423-b2a0-5cb404950c33" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fbbbb2-7a0a-4aad-a8cb-03a23062016b", "tag": "9245120a-8262-4bf6-b82f-4864cc7665d5"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:10:12.260037 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f061edc-0c04-4bce-8434-6004cc0f2002 service neutron] Pushing event updated for resources: {'Port': ['ID=9245120a-8262-4bf6-b82f-4864cc7665d5,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:12.264427 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0521d2d8-7436-424f-b17e-4286c57c2b2a x-openstack-request-id: req-0521d2d8-7436-424f-b17e-4286c57c2b2a {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:10:12.264723 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fbbbb2-7a0a-4aad-a8cb-03a23062016b", "tag": "9245120a-8262-4bf6-b82f-4864cc7665d5", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:10:12.265671 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0521d2d8-7436-424f-b17e-4286c57c2b2a {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:10:12.266080 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fbbbb2-7a0a-4aad-a8cb-03a23062016b', 'tag': '9245120a-8262-4bf6-b82f-4864cc7665d5', 'status': 'completed', 'code': 200} Mar 07 18:10:12.320435 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-822ce069-a564-40b7-9b2c-29f70c70fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:12.322128 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-822ce069-a564-40b7-9b2c-29f70c70fb2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2229d6e02f0a438a82e155845a61b4fb&device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 1131 time: 0.0550911 Mar 07 18:10:12.365825 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-fdfbf3e3-697d-473e-a774-de73b8360c12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=9245120a-8262-4bf6-b82f-4864cc7665d5 HTTP/1.1" status: 200 len: 217 time: 0.0361726 Mar 07 18:10:12.433158 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-b9ab191a-5313-4ecf-b3d3-7528954e4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:12.434698 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-b9ab191a-5313-4ecf-b3d3-7528954e4227 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67722b5-caf1-47cd-8b8c-2675dcd8f2b7 HTTP/1.1" status: 200 len: 843 time: 0.0485876 Mar 07 18:10:12.489989 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-247082bb-8cef-4457-ab62-3c7a6c5e5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:12.491546 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-247082bb-8cef-4457-ab62-3c7a6c5e5eb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=499ea18e-e3f8-408e-8c6b-3c969f91eba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0466914 Mar 07 18:10:12.587593 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-05e2cedf-9899-44ef-a491-2f818d0a8717 service neutron] 10.222.0.37 "GET /v2.0/networks/499ea18e-e3f8-408e-8c6b-3c969f91eba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853436 Mar 07 18:10:12.686003 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5d22c3ca-fffb-4387-b17e-3f2134d69d76 req-5f9d2325-c516-442c-8dd8-8b055f3da1c9 service neutron] 10.222.0.37 "GET /v2.0/networks/499ea18e-e3f8-408e-8c6b-3c969f91eba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866203 Mar 07 18:10:12.779550 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a197f-00b7-4423-b2a0-5cb404950c33 req-87eda0dd-70da-483e-bd09-5e201441ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:12.781063 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-d65a197f-00b7-4423-b2a0-5cb404950c33 req-87eda0dd-70da-483e-bd09-5e201441ab12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2229d6e02f0a438a82e155845a61b4fb&device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 1131 time: 0.0452857 Mar 07 18:10:12.874604 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a197f-00b7-4423-b2a0-5cb404950c33 req-9a47d91e-9970-4b03-956f-131c3402b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:12.876063 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-d65a197f-00b7-4423-b2a0-5cb404950c33 req-9a47d91e-9970-4b03-956f-131c3402b0a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=499ea18e-e3f8-408e-8c6b-3c969f91eba9 HTTP/1.1" status: 200 len: 870 time: 0.0876164 Mar 07 18:10:12.932836 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-d65a197f-00b7-4423-b2a0-5cb404950c33 req-4afbd16e-02ec-468f-b5e4-c6d0e2d3bc77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=9245120a-8262-4bf6-b82f-4864cc7665d5 HTTP/1.1" status: 200 len: 217 time: 0.0336287 Mar 07 18:10:12.982219 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a197f-00b7-4423-b2a0-5cb404950c33 req-e4466012-20fe-48df-aae8-e7ad6d97104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:12.983581 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-d65a197f-00b7-4423-b2a0-5cb404950c33 req-e4466012-20fe-48df-aae8-e7ad6d97104e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67722b5-caf1-47cd-8b8c-2675dcd8f2b7 HTTP/1.1" status: 200 len: 843 time: 0.0443988 Mar 07 18:10:13.010551 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d9bb7-0713-488e-806b-cc8ed1bf34ca req-0a5d6aa1-10ee-4bbd-9e91-916ada4bd424 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:13.012863 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d82d9bb7-0713-488e-806b-cc8ed1bf34ca req-0a5d6aa1-10ee-4bbd-9e91-916ada4bd424 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 947 time: 0.0526102 Mar 07 18:10:13.044612 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a197f-00b7-4423-b2a0-5cb404950c33 req-56d09dee-912b-4b82-9d98-57f9e6e57892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:13.046119 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-d65a197f-00b7-4423-b2a0-5cb404950c33 req-56d09dee-912b-4b82-9d98-57f9e6e57892 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=499ea18e-e3f8-408e-8c6b-3c969f91eba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0482571 Mar 07 18:10:13.058892 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d82d9bb7-0713-488e-806b-cc8ed1bf34ca req-c55be908-2634-415f-a98c-514e91062652 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Mar 07 18:10:13.145423 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-d65a197f-00b7-4423-b2a0-5cb404950c33 req-dbf8f3d5-fd62-4600-8ffe-acd3fd3d062d service neutron] 10.222.0.37 "GET /v2.0/networks/499ea18e-e3f8-408e-8c6b-3c969f91eba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847824 Mar 07 18:10:13.195867 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c47cd0-b137-476b-bbea-5fdfe2ef0458 req-b07583ad-66ab-47b9-abf8-cdd1ff0a7988 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:13.198172 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-62c47cd0-b137-476b-bbea-5fdfe2ef0458 req-b07583ad-66ab-47b9-abf8-cdd1ff0a7988 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0569420 Mar 07 18:10:13.245500 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-d65a197f-00b7-4423-b2a0-5cb404950c33 req-cb9a2c86-8320-4e81-85a6-c95da71bdb56 service neutron] 10.222.0.37 "GET /v2.0/networks/499ea18e-e3f8-408e-8c6b-3c969f91eba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930507 Mar 07 18:10:13.246479 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-62c47cd0-b137-476b-bbea-5fdfe2ef0458 req-0c14ea76-3171-4922-aa00-88ed14140376 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Mar 07 18:10:14.175821 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e097af-016e-4125-88b4-91241acd44e7 req-199837ce-e36d-4d19-9a7e-5bd03367003f tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:14.177288 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-10e097af-016e-4125-88b4-91241acd44e7 req-199837ce-e36d-4d19-9a7e-5bd03367003f tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 947 time: 0.0513511 Mar 07 18:10:14.223526 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-10e097af-016e-4125-88b4-91241acd44e7 req-ad1036d1-e926-4818-a434-81f88f0b1641 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 Mar 07 18:10:14.281566 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d1e3a4e2-e920-46cb-ab2a-c5bd2628cfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:14.372232 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa5575-934e-4c06-9f8d-052536e7cac0 req-e07b202f-d1ec-4fa0-9a9a-22933b813502 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:14.373601 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-39fa5575-934e-4c06-9f8d-052536e7cac0 req-e07b202f-d1ec-4fa0-9a9a-22933b813502 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0532556 Mar 07 18:10:14.425071 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-39fa5575-934e-4c06-9f8d-052536e7cac0 req-08900ae3-c521-4600-af6b-3aac6b53e814 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455439 Mar 07 18:10:15.345382 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5cd8a-5caf-409b-a9a7-d8204166e519 req-68ed661c-28c4-4043-ac7f-6655c71fbfdb tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:15.346918 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-aad5cd8a-5caf-409b-a9a7-d8204166e519 req-68ed661c-28c4-4043-ac7f-6655c71fbfdb tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 947 time: 0.0547655 Mar 07 18:10:15.388334 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:15.396822 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:15.397406 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-aad5cd8a-5caf-409b-a9a7-d8204166e519 req-d9121043-2e18-48cd-b055-2beabc931e7f tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449164 Mar 07 18:10:15.544446 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8b7ee-2f0b-48ae-ba60-10e622bc593d req-2667b65b-f2ec-4291-ad4b-6e7912e7c250 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:15.546194 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-54e8b7ee-2f0b-48ae-ba60-10e622bc593d req-2667b65b-f2ec-4291-ad4b-6e7912e7c250 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0537477 Mar 07 18:10:15.592673 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-54e8b7ee-2f0b-48ae-ba60-10e622bc593d req-1fe49eeb-086c-46c3-ba56-faa5f05e67f6 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406334 Mar 07 18:10:16.233791 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 9245120a-8262-4bf6-b82f-4864cc7665d5 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:10:16.332842 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 9245120a-8262-4bf6-b82f-4864cc7665d5, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=9245120a-8262-4bf6-b82f-4864cc7665d5,segment=NetworkSegment(f6bf0003-fd7e-4cc4-a718-e892558534ab),segment_id=f6bf0003-fd7e-4cc4-a718-e892558534ab)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:16.343814 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '9245120a-8262-4bf6-b82f-4864cc7665d5', 'network_id': '499ea18e-e3f8-408e-8c6b-3c969f91eba9', 'port_id': '9245120a-8262-4bf6-b82f-4864cc7665d5', 'mac_address': 'fa:16:3e:de:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67722b5-caf1-47cd-8b8c-2675dcd8f2b7', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:10:16.381159 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 9245120a-8262-4bf6-b82f-4864cc7665d5 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:10:16.381746 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:16.396533 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9245120a-8262-4bf6-b82f-4864cc7665d5 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:10:16.419388 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 9245120a-8262-4bf6-b82f-4864cc7665d5, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=9245120a-8262-4bf6-b82f-4864cc7665d5,segment=NetworkSegment(f6bf0003-fd7e-4cc4-a718-e892558534ab),segment_id=f6bf0003-fd7e-4cc4-a718-e892558534ab)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:16.424465 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:16.474639 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=9245120a-8262-4bf6-b82f-4864cc7665d5,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:16.520171 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dd0d1-9509-4ad3-9d9e-632c86ea430b req-bfeaf74d-b623-4aa3-a2d2-ff86f905760a tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:16.521566 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-308dd0d1-9509-4ad3-9d9e-632c86ea430b req-bfeaf74d-b623-4aa3-a2d2-ff86f905760a tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 948 time: 0.0567524 Mar 07 18:10:16.567068 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-308dd0d1-9509-4ad3-9d9e-632c86ea430b req-1b1a60d6-5155-4b42-a787-dfe1d65f98c1 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Mar 07 18:10:16.712317 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87b826-9d15-49bf-ad9d-5d720f94df7b req-2be5a9e3-48a6-4ad8-bf82-e3227def3b25 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:16.713812 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fa87b826-9d15-49bf-ad9d-5d720f94df7b req-2be5a9e3-48a6-4ad8-bf82-e3227def3b25 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0534356 Mar 07 18:10:16.760289 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fa87b826-9d15-49bf-ad9d-5d720f94df7b req-9d364c9a-c50c-4886-8174-7ac4cf1c2311 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408709 Mar 07 18:10:16.840354 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:16.855900 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['9245120a-8262-4bf6-b82f-4864cc7665d5'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:10:17.683038 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87d8c1-6d72-4c32-b372-d0a252c6a1ef req-93a5da47-ee09-4cfa-8e8d-5121ee35023f tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:17.684472 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1a87d8c1-6d72-4c32-b372-d0a252c6a1ef req-93a5da47-ee09-4cfa-8e8d-5121ee35023f tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 948 time: 0.0513005 Mar 07 18:10:17.733322 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1a87d8c1-6d72-4c32-b372-d0a252c6a1ef req-08790d23-cc0b-4f7f-b74e-4b47a97f52a7 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430138 Mar 07 18:10:17.877151 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddf9b0-16e5-4b8e-8af7-a2c4babcf52d req-9022832d-6870-44b8-a18c-6b4907f848b4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:17.878604 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8dddf9b0-16e5-4b8e-8af7-a2c4babcf52d req-9022832d-6870-44b8-a18c-6b4907f848b4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0531385 Mar 07 18:10:17.924580 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8dddf9b0-16e5-4b8e-8af7-a2c4babcf52d req-7d1d3248-11a5-45da-924b-adde3e193ba3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 Mar 07 18:10:18.248497 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 9245120a-8262-4bf6-b82f-4864cc7665d5 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:10:18.297411 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 9245120a-8262-4bf6-b82f-4864cc7665d5 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:10:18.301145 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 9245120a-8262-4bf6-b82f-4864cc7665d5 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:10:18.301515 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:18.381142 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 9245120a-8262-4bf6-b82f-4864cc7665d5 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:10:18.381532 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:18.404680 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fbbbb2-7a0a-4aad-a8cb-03a23062016b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9245120a-8262-4bf6-b82f-4864cc7665d5'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:10:18.406900 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc0ff0f-556d-49c3-8aaa-47aa1786f366" -d '{"events": [{"server_uuid": "f4fbbbb2-7a0a-4aad-a8cb-03a23062016b", "name": "network-vif-plugged", "status": "completed", "tag": "9245120a-8262-4bf6-b82f-4864cc7665d5"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:10:18.420335 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 9245120a-8262-4bf6-b82f-4864cc7665d5, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=9245120a-8262-4bf6-b82f-4864cc7665d5,segment=NetworkSegment(f6bf0003-fd7e-4cc4-a718-e892558534ab),segment_id=f6bf0003-fd7e-4cc4-a718-e892558534ab)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:18.424450 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:18.448922 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afac97f6-03b6-4daf-9fa8-849cbbb7153a x-openstack-request-id: req-afac97f6-03b6-4daf-9fa8-849cbbb7153a {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:10:18.449239 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fbbbb2-7a0a-4aad-a8cb-03a23062016b", "name": "network-vif-plugged", "status": "completed", "tag": "9245120a-8262-4bf6-b82f-4864cc7665d5", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:10:18.449499 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afac97f6-03b6-4daf-9fa8-849cbbb7153a {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:10:18.449882 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fbbbb2-7a0a-4aad-a8cb-03a23062016b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9245120a-8262-4bf6-b82f-4864cc7665d5', 'code': 200} Mar 07 18:10:18.481196 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=9245120a-8262-4bf6-b82f-4864cc7665d5,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:18.536553 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:18.626274 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f501d-3e2e-4fd0-b1a9-aba7dc6bd98e req-b0a400d8-fe44-4ca7-9565-fce845404ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:18.627772 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-c26f501d-3e2e-4fd0-b1a9-aba7dc6bd98e req-b0a400d8-fe44-4ca7-9565-fce845404ca2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 1133 time: 0.0456667 Mar 07 18:10:18.677199 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-c26f501d-3e2e-4fd0-b1a9-aba7dc6bd98e req-12165c1b-2cc9-4efa-8f57-fbd4dc67a2d5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370157 Mar 07 18:10:18.850537 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e66f4-5f26-42ad-9a59-249402e3b7c8 req-6f757c65-892d-42aa-b38e-531856ae5bbe tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:18.852120 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-374e66f4-5f26-42ad-9a59-249402e3b7c8 req-6f757c65-892d-42aa-b38e-531856ae5bbe tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 949 time: 0.0514536 Mar 07 18:10:18.898119 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-374e66f4-5f26-42ad-9a59-249402e3b7c8 req-760db374-75cc-4bc3-94d9-3f649b3f5f04 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Mar 07 18:10:19.046649 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c31bde-f3ab-43b2-b2d0-77bd98d32765 req-e76c2bc0-4b93-4ee3-9734-cced8f600c25 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:19.048014 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-33c31bde-f3ab-43b2-b2d0-77bd98d32765 req-e76c2bc0-4b93-4ee3-9734-cced8f600c25 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0543849 Mar 07 18:10:19.096077 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-33c31bde-f3ab-43b2-b2d0-77bd98d32765 req-f01f38f6-ef9c-4876-b6db-48fda20b1c14 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Mar 07 18:10:19.239031 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:10:20.015737 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dcebb-c424-40ff-90df-d8d090a20402 req-44d60f90-d8a7-42a6-a94b-b27c99de4fec tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:20.017382 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0c2dcebb-c424-40ff-90df-d8d090a20402 req-44d60f90-d8a7-42a6-a94b-b27c99de4fec tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 949 time: 0.0525184 Mar 07 18:10:20.067011 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0c2dcebb-c424-40ff-90df-d8d090a20402 req-19540f87-58a5-4eaa-b88d-5d8072dfe5e4 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Mar 07 18:10:20.225691 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf9d2-da72-4d68-8ce8-58c91bc6818a req-5a51ed86-6fc1-489b-a7a6-bd7fee2bf27e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:20.227573 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3bfdf9d2-da72-4d68-8ce8-58c91bc6818a req-5a51ed86-6fc1-489b-a7a6-bd7fee2bf27e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0564678 Mar 07 18:10:20.293679 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3bfdf9d2-da72-4d68-8ce8-58c91bc6818a req-6c7e8842-9e51-428a-9db1-57fb889a8845 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594277 Mar 07 18:10:21.185376 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bb36b-b31e-4514-a16a-453e28d76c52 req-793fe49b-4762-40c6-b3af-d3b4402501df tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:21.186888 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c49bb36b-b31e-4514-a16a-453e28d76c52 req-793fe49b-4762-40c6-b3af-d3b4402501df tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 949 time: 0.0527611 Mar 07 18:10:21.233946 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c49bb36b-b31e-4514-a16a-453e28d76c52 req-a2ad4e6b-2c7f-412b-a247-f5ceceacbfd5 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Mar 07 18:10:21.445304 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b6884-5ccf-4153-b59a-c2b59cacd087 req-52060492-fac7-457c-b73e-573757673d66 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:21.447345 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-820b6884-5ccf-4153-b59a-c2b59cacd087 req-52060492-fac7-457c-b73e-573757673d66 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0546265 Mar 07 18:10:21.499646 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-820b6884-5ccf-4153-b59a-c2b59cacd087 req-ff7bb864-f046-4cfa-ac1e-b107cd7549a1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468888 Mar 07 18:10:21.613280 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61130fb7-2f91-41b9-b17b-f95179f53504 req-1f528167-232f-43bc-b808-cee19c6eddff tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:21.614783 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-61130fb7-2f91-41b9-b17b-f95179f53504 req-1f528167-232f-43bc-b808-cee19c6eddff tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 949 time: 0.0603213 Mar 07 18:10:21.671030 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-61130fb7-2f91-41b9-b17b-f95179f53504 req-b8619fb5-490b-4751-822d-4bd4d8d2711c tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492158 Mar 07 18:10:22.620729 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2d486-2177-4fa4-8682-9d95eff99ae0 req-0c97f0a7-2fa5-46a7-b278-90dc026a2079 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:22.622178 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-18c2d486-2177-4fa4-8682-9d95eff99ae0 req-0c97f0a7-2fa5-46a7-b278-90dc026a2079 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0524368 Mar 07 18:10:22.669730 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-18c2d486-2177-4fa4-8682-9d95eff99ae0 req-964e1aa0-452a-4979-8d79-eae55b5d68d8 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419636 Mar 07 18:10:22.794181 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50c52a-cdf0-408f-9d50-62badeb6c040 req-3b317857-f335-4fc4-93ad-91e38d86f3b0 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:22.795599 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ec50c52a-cdf0-408f-9d50-62badeb6c040 req-3b317857-f335-4fc4-93ad-91e38d86f3b0 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 949 time: 0.0553384 Mar 07 18:10:22.841751 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ec50c52a-cdf0-408f-9d50-62badeb6c040 req-bc00a6cf-1905-4de0-9a65-6a5bb90beb58 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400951 Mar 07 18:10:23.800510 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7992d2-66ea-4dfa-900b-d43f3627b7f1 req-bc0511bd-55b7-4f98-bb20-2bd862da1ade tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:23.804531 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8c7992d2-66ea-4dfa-900b-d43f3627b7f1 req-bc0511bd-55b7-4f98-bb20-2bd862da1ade tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0655768 Mar 07 18:10:23.837141 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364519a-761a-49fb-9b69-76e1aa9c3ef9 req-8a77cb58-9d11-4fb3-88fc-f8e21b498e7f tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:23.838635 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-b364519a-761a-49fb-9b69-76e1aa9c3ef9 req-8a77cb58-9d11-4fb3-88fc-f8e21b498e7f tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 949 time: 0.1083114 Mar 07 18:10:23.888394 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8c7992d2-66ea-4dfa-900b-d43f3627b7f1 req-f222298d-7a6b-4039-882a-e7b6cb94e8d3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744343 Mar 07 18:10:23.903840 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7151f5-06e2-4e99-895f-9983ab12d022 req-a6ea23da-8dfb-4859-8cbf-bbf35b4b1daf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:23.911037 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-de7151f5-06e2-4e99-895f-9983ab12d022 req-a6ea23da-8dfb-4859-8cbf-bbf35b4b1daf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0800714 Mar 07 18:10:23.949552 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-b364519a-761a-49fb-9b69-76e1aa9c3ef9 req-2b290d3d-22f8-4e07-b43e-f33f87a2ac1e tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Deleting port 9245120a-8262-4bf6-b82f-4864cc7665d5 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:10:23.949799 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-b364519a-761a-49fb-9b69-76e1aa9c3ef9 req-2b290d3d-22f8-4e07-b43e-f33f87a2ac1e tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:23.985940 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-de7151f5-06e2-4e99-895f-9983ab12d022 req-4361cd44-26b9-4924-b287-3f4fa8d49154 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738103 Mar 07 18:10:24.020474 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd677ba-ce23-43dc-888c-347da439c88c req-ef4610f3-4e47-4c38-8282-0cb341d76df7 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:24.022057 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bbd677ba-ce23-43dc-888c-347da439c88c req-ef4610f3-4e47-4c38-8282-0cb341d76df7 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 949 time: 0.0752835 Mar 07 18:10:24.039526 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-b364519a-761a-49fb-9b69-76e1aa9c3ef9 req-2b290d3d-22f8-4e07-b43e-f33f87a2ac1e tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] For port 9245120a-8262-4bf6-b82f-4864cc7665d5, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=9245120a-8262-4bf6-b82f-4864cc7665d5,segment=NetworkSegment(f6bf0003-fd7e-4cc4-a718-e892558534ab),segment_id=f6bf0003-fd7e-4cc4-a718-e892558534ab)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:24.040306 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-b364519a-761a-49fb-9b69-76e1aa9c3ef9 req-2b290d3d-22f8-4e07-b43e-f33f87a2ac1e tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:24.052704 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-b364519a-761a-49fb-9b69-76e1aa9c3ef9 req-2b290d3d-22f8-4e07-b43e-f33f87a2ac1e tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Calling delete_port for 9245120a-8262-4bf6-b82f-4864cc7665d5 owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:10:24.069552 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bbd677ba-ce23-43dc-888c-347da439c88c req-68a0054f-e58a-483d-87e3-e64556c8a7f9 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/security-groups?id=8678bf0a-e614-4172-8823-3e84f060c464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 Mar 07 18:10:24.421584 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-b364519a-761a-49fb-9b69-76e1aa9c3ef9 req-2b290d3d-22f8-4e07-b43e-f33f87a2ac1e tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (9245120a-8262-4bf6-b82f-4864cc7665d5), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:24.434584 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['9245120a-8262-4bf6-b82f-4864cc7665d5'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:10:24.455229 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b290d3d-22f8-4e07-b43e-f33f87a2ac1e tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Pushing event deleted for resources: {'Port': ['ID=9245120a-8262-4bf6-b82f-4864cc7665d5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:24.506280 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-b364519a-761a-49fb-9b69-76e1aa9c3ef9 req-2b290d3d-22f8-4e07-b43e-f33f87a2ac1e tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] No DVR routers for this DVR port 9245120a-8262-4bf6-b82f-4864cc7665d5 on host hv-cinder-83229 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:10:24.518857 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-b364519a-761a-49fb-9b69-76e1aa9c3ef9 req-2b290d3d-22f8-4e07-b43e-f33f87a2ac1e tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:24.522515 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-b364519a-761a-49fb-9b69-76e1aa9c3ef9 req-2b290d3d-22f8-4e07-b43e-f33f87a2ac1e tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.37 "DELETE /v2.0/ports/9245120a-8262-4bf6-b82f-4864cc7665d5 HTTP/1.1" status: 204 len: 173 time: 0.6764565 Mar 07 18:10:24.522986 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fbbbb2-7a0a-4aad-a8cb-03a23062016b', 'name': 'network-vif-deleted', 'tag': '9245120a-8262-4bf6-b82f-4864cc7665d5'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:10:24.526644 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5e24dc-cb2f-4187-a85a-dc1cca875b1e" -d '{"events": [{"server_uuid": "f4fbbbb2-7a0a-4aad-a8cb-03a23062016b", "name": "network-vif-deleted", "tag": "9245120a-8262-4bf6-b82f-4864cc7665d5"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:10:24.569580 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1753d2-c38b-40c6-96cb-11a206617420 x-openstack-request-id: req-0f1753d2-c38b-40c6-96cb-11a206617420 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:10:24.569873 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fbbbb2-7a0a-4aad-a8cb-03a23062016b", "name": "network-vif-deleted", "tag": "9245120a-8262-4bf6-b82f-4864cc7665d5", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:10:24.570127 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f1753d2-c38b-40c6-96cb-11a206617420 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:10:24.570565 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fbbbb2-7a0a-4aad-a8cb-03a23062016b', 'name': 'network-vif-deleted', 'tag': '9245120a-8262-4bf6-b82f-4864cc7665d5', 'status': 'completed', 'code': 200} Mar 07 18:10:25.003231 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8909962-c8a2-46f5-9cce-d96cfa959579 req-20242fc6-8423-4b24-a879-dd3fb3533d81 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:25.004723 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c8909962-c8a2-46f5-9cce-d96cfa959579 req-20242fc6-8423-4b24-a879-dd3fb3533d81 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0510368 Mar 07 18:10:25.052793 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c8909962-c8a2-46f5-9cce-d96cfa959579 req-2ae1dcf4-58cb-4287-948b-ef402a1cff44 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421574 Mar 07 18:10:25.124603 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a17f-8c34-4cbc-a1f1-bf172d5b9b9d req-1b0a3ee7-6c3a-47d9-9b3e-722600eb3e04 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:25.126193 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-34c5a17f-8c34-4cbc-a1f1-bf172d5b9b9d req-1b0a3ee7-6c3a-47d9-9b3e-722600eb3e04 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0638969 Mar 07 18:10:25.202076 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4820b21b-3ba6-4bf6-a42b-abd935dd3ad3 req-3337ebe5-cd52-48b9-aa55-6a1c1ae64908 tempest-VolumesNegativeTest-213863891 tempest-VolumesNegativeTest-213863891-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4fbbbb2-7a0a-4aad-a8cb-03a23062016b HTTP/1.1" status: 200 len: 210 time: 0.0365989 Mar 07 18:10:25.206397 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-34c5a17f-8c34-4cbc-a1f1-bf172d5b9b9d req-e03cc633-92fe-4e9a-9a2d-3f512d52679e tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735688 Mar 07 18:10:26.169727 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77046e6a-dc23-4d27-b7a8-1a733f5df3b3 req-3e38f7a6-1eb2-45a2-8957-b34fd6733490 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:26.171102 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-77046e6a-dc23-4d27-b7a8-1a733f5df3b3 req-3e38f7a6-1eb2-45a2-8957-b34fd6733490 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0512996 Mar 07 18:10:26.219540 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-77046e6a-dc23-4d27-b7a8-1a733f5df3b3 req-86178cb0-0ad5-4851-81bb-b664117782df tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Mar 07 18:10:26.553545 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b30e4-0ade-47a0-b9e8-5babd24c1fd9 req-a9c76ca3-87d7-4a34-be23-b0a02627e241 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:26.557005 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d8b30e4-0ade-47a0-b9e8-5babd24c1fd9 req-a9c76ca3-87d7-4a34-be23-b0a02627e241 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.2751970 Mar 07 18:10:26.618755 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d8b30e4-0ade-47a0-b9e8-5babd24c1fd9 req-4ccd04f8-eff8-42ca-9b4b-8e991cb1b5e5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541227 Mar 07 18:10:27.340827 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f84543-8a67-4dfa-89e3-741950150585 req-e164b50d-7fad-4821-a609-e12a11d66a8c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:27.342317 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-31f84543-8a67-4dfa-89e3-741950150585 req-e164b50d-7fad-4821-a609-e12a11d66a8c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0556920 Mar 07 18:10:27.390219 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-31f84543-8a67-4dfa-89e3-741950150585 req-02830131-b489-4475-a5e6-6bed3e253864 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421028 Mar 07 18:10:27.750036 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80536762-51e2-4219-8f76-b385834b4cb7 req-ffa6d64b-4b86-40bd-b4a5-98f0026dc095 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:27.751794 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-80536762-51e2-4219-8f76-b385834b4cb7 req-ffa6d64b-4b86-40bd-b4a5-98f0026dc095 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0618954 Mar 07 18:10:27.801809 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-80536762-51e2-4219-8f76-b385834b4cb7 req-e0299732-46e7-458e-bfa8-4dd2c11f2604 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430417 Mar 07 18:10:28.260194 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 9245120a-8262-4bf6-b82f-4864cc7665d5 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:10:28.281491 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 9245120a-8262-4bf6-b82f-4864cc7665d5 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:10:28.281823 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 9245120a-8262-4bf6-b82f-4864cc7665d5 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:10:28.525608 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a166907-32f0-481f-addf-716c417328fa req-6fe172f8-e3da-4e17-a06d-72ffe4a9dab5 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:28.528523 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4a166907-32f0-481f-addf-716c417328fa req-6fe172f8-e3da-4e17-a06d-72ffe4a9dab5 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0718434 Mar 07 18:10:28.585201 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4a166907-32f0-481f-addf-716c417328fa req-c7282e35-1bc7-4bf7-b8cc-47bc5a5c3fd3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481133 Mar 07 18:10:28.935947 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db02b-8016-4578-88b0-ad29c2f730c6 req-f964d869-9910-4398-8036-996f075c166f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:28.937599 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c94db02b-8016-4578-88b0-ad29c2f730c6 req-f964d869-9910-4398-8036-996f075c166f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0575800 Mar 07 18:10:28.986130 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c94db02b-8016-4578-88b0-ad29c2f730c6 req-29a5277e-9fe5-4d89-88d6-c34327c90613 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425544 Mar 07 18:10:29.422322 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 37618) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:29.427138 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b26407c7-8918-447c-a719-a13677648c84 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1687038084', 'description': 'tempest-description--1676307674'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:10:29.447374 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b26407c7-8918-447c-a719-a13677648c84 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.511944 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b26407c7-8918-447c-a719-a13677648c84 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (67e522ee-a792-41ca-bfd8-dc2a107633c3), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.515661 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b26407c7-8918-447c-a719-a13677648c84 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (67e522ee-a792-41ca-bfd8-dc2a107633c3), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.541338 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b26407c7-8918-447c-a719-a13677648c84 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.542561 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b26407c7-8918-447c-a719-a13677648c84 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1192460 Mar 07 18:10:29.545865 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 37620) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:29.550354 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26407c7-8918-447c-a719-a13677648c84 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e522ee-a792-41ca-bfd8-dc2a107633c3,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:29.550526 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-20c8a7d3-29ec-4fe3-8d19-2ce70718dede tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'security_group_rule': {'security_group_id': '67e522ee-a792-41ca-bfd8-dc2a107633c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:10:29.573800 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-20c8a7d3-29ec-4fe3-8d19-2ce70718dede tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (cbb10f83-9d06-48c1-82d2-92e0f5a8b610), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.628097 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-20c8a7d3-29ec-4fe3-8d19-2ce70718dede tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (cbb10f83-9d06-48c1-82d2-92e0f5a8b610), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.632310 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-20c8a7d3-29ec-4fe3-8d19-2ce70718dede tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (cbb10f83-9d06-48c1-82d2-92e0f5a8b610), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.651064 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8a7d3-29ec-4fe3-8d19-2ce70718dede tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb10f83-9d06-48c1-82d2-92e0f5a8b610,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:29.656264 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-20c8a7d3-29ec-4fe3-8d19-2ce70718dede tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.657451 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-20c8a7d3-29ec-4fe3-8d19-2ce70718dede tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1104798 Mar 07 18:10:29.660292 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 37624) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:29.665653 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9cc78b37-b801-4d55-ac68-b8c443343670 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'security_group_rule': {'security_group_id': '67e522ee-a792-41ca-bfd8-dc2a107633c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:10:29.690060 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9cc78b37-b801-4d55-ac68-b8c443343670 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (d9cab47c-789a-4c07-b25f-c146c5fdd048), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.712263 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e82a32-eb53-4c8a-9c5e-4044df4225a2 req-3ede1340-bb0a-49f6-b11e-dc159c71efda tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:29.713895 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-70e82a32-eb53-4c8a-9c5e-4044df4225a2 req-3ede1340-bb0a-49f6-b11e-dc159c71efda tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0542216 Mar 07 18:10:29.755137 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9cc78b37-b801-4d55-ac68-b8c443343670 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (d9cab47c-789a-4c07-b25f-c146c5fdd048), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.759884 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9cc78b37-b801-4d55-ac68-b8c443343670 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (d9cab47c-789a-4c07-b25f-c146c5fdd048), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.762594 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-70e82a32-eb53-4c8a-9c5e-4044df4225a2 req-a6db4752-d9ef-4e38-b0d8-040c3bb49c88 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430703 Mar 07 18:10:29.775505 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc78b37-b801-4d55-ac68-b8c443343670 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9cab47c-789a-4c07-b25f-c146c5fdd048,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:29.786820 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9cc78b37-b801-4d55-ac68-b8c443343670 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.788000 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-9cc78b37-b801-4d55-ac68-b8c443343670 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266813 Mar 07 18:10:29.791761 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 37626) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:29.795963 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:10:29.814430 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:29.911605 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.018695 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Allocated IP 172.27.0.74 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/1bbf4036-7dc5-433a-973b-df382242a67b) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:10:30.139088 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac4a8d-e0e5-4736-9978-0e2c9e9486fe req-5ef63c41-b077-4d8d-86b4-82a653502dc2 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:30.140920 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3bac4a8d-e0e5-4736-9978-0e2c9e9486fe req-5ef63c41-b077-4d8d-86b4-82a653502dc2 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0696359 Mar 07 18:10:30.144855 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for port (1bbf4036-7dc5-433a-973b-df382242a67b), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.186215 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (1bbf4036-7dc5-433a-973b-df382242a67b), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.203482 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3bac4a8d-e0e5-4736-9978-0e2c9e9486fe req-4c70aa4e-4fa0-4c23-a5c0-ab7f8a93cf69 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542195 Mar 07 18:10:30.240787 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:10:30.244786 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:10:30.251568 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'Port': ['ID=1bbf4036-7dc5-433a-973b-df382242a67b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:30.255256 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:10:30.340919 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 37640) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:30.344610 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (30f52706-accb-4e94-9abc-42c7a1d7c563), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.382137 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (1bbf4036-7dc5-433a-973b-df382242a67b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.473751 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-162afb12-ab22-48c2-b56c-3c96092964eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2229d6e02f0a438a82e155845a61b4fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313791 Mar 07 18:10:30.476267 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 37644) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:30.524584 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae5ebec8-898b-4945-be8b-6e1d1622c87d admin admin] Publish callbacks [] for security_group (8678bf0a-e614-4172-8823-3e84f060c464), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.535479 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for port (1bbf4036-7dc5-433a-973b-df382242a67b), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.541099 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (1bbf4036-7dc5-433a-973b-df382242a67b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.545984 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae5ebec8-898b-4945-be8b-6e1d1622c87d admin admin] Publish callbacks [] for security_group (8678bf0a-e614-4172-8823-3e84f060c464), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.596882 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae5ebec8-898b-4945-be8b-6e1d1622c87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8678bf0a-e614-4172-8823-3e84f060c464), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.599520 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae5ebec8-898b-4945-be8b-6e1d1622c87d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.600845 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ae5ebec8-898b-4945-be8b-6e1d1622c87d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8678bf0a-e614-4172-8823-3e84f060c464 HTTP/1.1" status: 204 len: 168 time: 0.1232705 Mar 07 18:10:30.609269 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ebec8-898b-4945-be8b-6e1d1622c87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8678bf0a-e614-4172-8823-3e84f060c464,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:30.619469 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'Port': ['ID=1bbf4036-7dc5-433a-973b-df382242a67b,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:30.630465 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (30f52706-accb-4e94-9abc-42c7a1d7c563), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.648264 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:30.658643 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-a3a90a9c-a235-4c98-9d3c-301f9567274a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8572803 Mar 07 18:10:30.891376 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-644af715-a6d6-41a8-acd0-8a53d490ae4c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1687038084&fields=id&tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6 HTTP/1.1" status: 200 len: 267 time: 0.0787075 Mar 07 18:10:30.949321 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f9b32-ccb0-41af-9175-d970a1f0237e req-85f6c616-fd97-4057-a907-e135ecf3c2c1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:30.950746 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-604f9b32-ccb0-41af-9175-d970a1f0237e req-85f6c616-fd97-4057-a907-e135ecf3c2c1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.1026719 Mar 07 18:10:31.045666 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-dd1db58e-8989-48b3-92b4-bbb06a0f3c9d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:31.047095 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-dd1db58e-8989-48b3-92b4-bbb06a0f3c9d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 815 time: 0.1451950 Mar 07 18:10:31.052034 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-604f9b32-ccb0-41af-9175-d970a1f0237e req-068386c0-bdae-4215-86c7-add748337b8f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736449 Mar 07 18:10:31.061967 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-d5e03b39-805d-46c0-8f07-228be54060f9 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/quotas/28ec9c535ebc4ad2bb49eaa164032bb6 HTTP/1.1" status: 200 len: 375 time: 0.0089781 Mar 07 18:10:31.120200 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-6c1f310a-708e-4604-8d32-9a4075070dc7 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526729 Mar 07 18:10:31.219226 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-a9cd6b71-ff48-4046-a738-619d1dd4898e service neutron] 10.222.0.13 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867169 Mar 07 18:10:31.310143 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-78b94ff2-e356-42a8-9a8a-82ea0394d4f4 service neutron] 10.222.0.13 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853670 Mar 07 18:10:31.551352 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-da7f6b4f-30bb-4ed3-bb6a-547024681e6c req-996e0819-b8c9-46e9-9d20-c9bee9d04bb1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 210 time: 0.0385330 Mar 07 18:10:31.562850 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df5923-7464-4245-9776-adf0fa03c653 req-df71af41-2059-4d9b-82a1-60debbd17cd0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:31.564340 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f6df5923-7464-4245-9776-adf0fa03c653 req-df71af41-2059-4d9b-82a1-60debbd17cd0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.1038411 Mar 07 18:10:31.615008 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f6df5923-7464-4245-9776-adf0fa03c653 req-dc371a85-4f2a-4900-bc04-847f5d24177a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435545 Mar 07 18:10:32.171413 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79155e46-51ca-43ed-909d-f6bbc0901f59 req-7497c322-5e08-4cf3-8a07-f698df3a74f6 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:32.172899 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-79155e46-51ca-43ed-909d-f6bbc0901f59 req-7497c322-5e08-4cf3-8a07-f698df3a74f6 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0513847 Mar 07 18:10:32.217724 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-79155e46-51ca-43ed-909d-f6bbc0901f59 req-5911a509-d1cd-4434-bd9c-09e70c5a4871 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Mar 07 18:10:32.513773 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-6f618563-7b61-4f53-9a2c-f1a8bd14eb89 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:32.515518 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-6f618563-7b61-4f53-9a2c-f1a8bd14eb89 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 815 time: 0.1042058 Mar 07 18:10:32.593439 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-c6c4f7d0-4b0a-47d8-90b7-451d5c683930 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6 HTTP/1.1" status: 200 len: 472 time: 0.0665166 Mar 07 18:10:32.605913 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'port': {'device_id': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'admin_state_up': True, 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'security_groups': ['67e522ee-a792-41ca-bfd8-dc2a107633c3']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:10:32.656976 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-49d04a66-d274-422b-a682-c0afe7708040 req-324642ec-0425-4bc1-a1b2-7cf88d623a89 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 210 time: 0.0329998 Mar 07 18:10:32.717537 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Made reservation on behalf of 28ec9c535ebc4ad2bb49eaa164032bb6 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:10:32.720902 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:32.747248 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182884f-68ba-438f-9232-cc85df528d18 req-c99184bb-c560-408d-9952-308c83ca7605 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:32.749350 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3182884f-68ba-438f-9232-cc85df528d18 req-c99184bb-c560-408d-9952-308c83ca7605 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0539820 Mar 07 18:10:32.796943 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3182884f-68ba-438f-9232-cc85df528d18 req-3e797a44-e07c-4e2b-9b76-c76b087cfb23 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420284 Mar 07 18:10:32.845210 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Allocated IP 172.20.0.7 (800e9ee9-8ed4-475a-8cec-65f891cb90a7/94dfeeb6-64a3-458e-b465-1993f2079c52/37eb560d-d093-4fc6-9597-3352f005a5b6) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:10:32.979844 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:33.013152 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:33.056276 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:10:33.059215 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:10:33.062778 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:10:33.091034 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'Port': ['ID=37eb560d-d093-4fc6-9597-3352f005a5b6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:33.127431 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:33.128071 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:33.145080 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24a70cbb-90cc-4d6d-b870-f039b5a70294 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5434768 Mar 07 18:10:33.157095 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Request body: {'port': {'device_id': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:10:33.217942 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:33.242939 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-6fb0b80e-5666-419d-84cd-e1901fe1fa7e None None] Provisioning complete for port 37eb560d-d093-4fc6-9597-3352f005a5b6 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:10:33.243573 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6fb0b80e-5666-419d-84cd-e1901fe1fa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:33.277739 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-6fb0b80e-5666-419d-84cd-e1901fe1fa7e None None] Port 37eb560d-d093-4fc6-9597-3352f005a5b6 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:10:33.345157 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aba8e-7347-44d0-b2bb-6d549a471c25 req-c6c128ae-3d44-4bbf-9c68-15bced8c51f3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:33.346611 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c27aba8e-7347-44d0-b2bb-6d549a471c25 req-c6c128ae-3d44-4bbf-9c68-15bced8c51f3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0520840 Mar 07 18:10:33.394957 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c27aba8e-7347-44d0-b2bb-6d549a471c25 req-e4c40228-4e71-4c45-9d23-262bd30991df tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427597 Mar 07 18:10:33.484267 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37eb560d-d093-4fc6-9597-3352f005a5b6 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:10:33.492935 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Publish callbacks [] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:33.504513 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Transition to ACTIVE for port object 37eb560d-d093-4fc6-9597-3352f005a5b6 will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:10:33.508818 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:33.576324 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Pushing event updated for resources: {'Port': ['ID=37eb560d-d093-4fc6-9597-3352f005a5b6,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:33.631382 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Attempting to bind port 37eb560d-d093-4fc6-9597-3352f005a5b6 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:10:33.631880 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Attempting to bind port 37eb560d-d093-4fc6-9597-3352f005a5b6 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:10:33.632571 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Attempting to bind port 37eb560d-d093-4fc6-9597-3352f005a5b6 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:10:33.637399 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Port 37eb560d-d093-4fc6-9597-3352f005a5b6 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:10:33.637905 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Attempting to bind port 37eb560d-d093-4fc6-9597-3352f005a5b6 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:10:33.643221 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:10:33.643609 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Checking segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:10:33.644001 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Bound using segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:10:33.644464 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Bound port: 37eb560d-d093-4fc6-9597-3352f005a5b6, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:10:33.644825 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:33.715006 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] For port 37eb560d-d093-4fc6-9597-3352f005a5b6, host hv-cinder-83229, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:10:33.718576 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] For port 37eb560d-d093-4fc6-9597-3352f005a5b6, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=37eb560d-d093-4fc6-9597-3352f005a5b6,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:10:33.725166 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:33.765978 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:33.766634 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:33.768091 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] 10.222.0.37 "PUT /v2.0/ports/37eb560d-d093-4fc6-9597-3352f005a5b6 HTTP/1.1" status: 200 len: 1093 time: 0.6152139 Mar 07 18:10:33.768547 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'tag': '37eb560d-d093-4fc6-9597-3352f005a5b6'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:10:33.770814 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5722397b-6362-4057-b1cb-75bc9ffc3b35" -d '{"events": [{"name": "network-changed", "server_uuid": "e8553884-8ca5-44e8-91c9-7b1f01694012", "tag": "37eb560d-d093-4fc6-9597-3352f005a5b6"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:10:33.804253 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6323a7-7ef0-4fa9-9e92-a92844cb28b4 req-c41cbb14-1dc2-4295-b39c-2ae88e3e5239 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:33.810074 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5b2f4-af58-4ebc-8525-7c916abe129b service neutron] Pushing event updated for resources: {'Port': ['ID=37eb560d-d093-4fc6-9597-3352f005a5b6,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:33.817923 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6e6323a7-7ef0-4fa9-9e92-a92844cb28b4 req-c41cbb14-1dc2-4295-b39c-2ae88e3e5239 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 943 time: 0.0889444 Mar 07 18:10:33.825192 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987cc1e3-56e3-4274-8794-23fa15b28713 x-openstack-request-id: req-987cc1e3-56e3-4274-8794-23fa15b28713 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:10:33.825602 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8553884-8ca5-44e8-91c9-7b1f01694012", "tag": "37eb560d-d093-4fc6-9597-3352f005a5b6", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:10:33.825962 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-987cc1e3-56e3-4274-8794-23fa15b28713 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:10:33.826467 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'tag': '37eb560d-d093-4fc6-9597-3352f005a5b6', 'status': 'completed', 'code': 200} Mar 07 18:10:33.902598 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6e6323a7-7ef0-4fa9-9e92-a92844cb28b4 req-3ca54ba7-9073-42a7-a19a-b78b6e1cb380 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740623 Mar 07 18:10:33.909207 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-0386e0a1-7b42-4b74-af1f-4134087d6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:33.910743 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-0386e0a1-7b42-4b74-af1f-4134087d6dcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 1127 time: 0.0721161 Mar 07 18:10:33.950000 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4794f-5dcd-4f50-8ec9-4e1dcfd1b946 req-118671e2-ed7b-4eca-be6b-f0e7f44a8873 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:33.953107 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68f4794f-5dcd-4f50-8ec9-4e1dcfd1b946 req-118671e2-ed7b-4eca-be6b-f0e7f44a8873 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0589879 Mar 07 18:10:33.964187 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-cdcbce9f-1e8a-443b-85a4-6de9c5fee17e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37eb560d-d093-4fc6-9597-3352f005a5b6 HTTP/1.1" status: 200 len: 217 time: 0.0424860 Mar 07 18:10:34.001117 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68f4794f-5dcd-4f50-8ec9-4e1dcfd1b946 req-c17711b8-b45b-4c1c-a12f-a7a0ba1f90fd tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439491 Mar 07 18:10:34.022664 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-2032067d-8214-4c68-896f-783534c69781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:34.024651 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-2032067d-8214-4c68-896f-783534c69781 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0498741 Mar 07 18:10:34.080062 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-7ca05002-5a96-47ce-9fe1-e370f0e04c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:34.081602 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-7ca05002-5a96-47ce-9fe1-e370f0e04c5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451424 Mar 07 18:10:34.182719 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-24ee4f12-c722-4113-8f84-f01b54f0ac2b service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840371 Mar 07 18:10:34.272846 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-6525b5c1-a01f-4371-b7cd-9a8db519e67a req-387dc7a9-e8a4-42a5-bd7a-dad6c5ccbdd5 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838974 Mar 07 18:10:34.370914 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722397b-6362-4057-b1cb-75bc9ffc3b35 req-cf567dc9-f842-40e4-bd06-14226a1a2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:34.372455 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5722397b-6362-4057-b1cb-75bc9ffc3b35 req-cf567dc9-f842-40e4-bd06-14226a1a2da9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 1127 time: 0.0455413 Mar 07 18:10:34.466434 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722397b-6362-4057-b1cb-75bc9ffc3b35 req-e99020fb-b026-4e80-a415-33a6e517f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:34.468215 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5722397b-6362-4057-b1cb-75bc9ffc3b35 req-e99020fb-b026-4e80-a415-33a6e517f156 service neutron] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 916 time: 0.0884945 Mar 07 18:10:34.513867 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5722397b-6362-4057-b1cb-75bc9ffc3b35 req-570425df-3a36-4657-b497-241b32ec26e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37eb560d-d093-4fc6-9597-3352f005a5b6 HTTP/1.1" status: 200 len: 217 time: 0.0341876 Mar 07 18:10:34.517715 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721a0cc-a2f3-4630-bf00-ddaa4f78bb91 req-9675cefb-2cde-406c-8046-c0eba65d269f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:34.519243 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3721a0cc-a2f3-4630-bf00-ddaa4f78bb91 req-9675cefb-2cde-406c-8046-c0eba65d269f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0527353 Mar 07 18:10:34.567590 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722397b-6362-4057-b1cb-75bc9ffc3b35 req-077e96eb-8ae1-4433-8759-00871009dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:34.569079 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5722397b-6362-4057-b1cb-75bc9ffc3b35 req-077e96eb-8ae1-4433-8759-00871009dde1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0472956 Mar 07 18:10:34.571221 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3721a0cc-a2f3-4630-bf00-ddaa4f78bb91 req-44a08b53-1ed3-4200-bdca-025d40c18d88 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465052 Mar 07 18:10:34.621097 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722397b-6362-4057-b1cb-75bc9ffc3b35 req-d01b6ecd-5e10-4e8e-8e1b-0cfacf0a2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:34.622606 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5722397b-6362-4057-b1cb-75bc9ffc3b35 req-d01b6ecd-5e10-4e8e-8e1b-0cfacf0a2f33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466521 Mar 07 18:10:34.729849 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5722397b-6362-4057-b1cb-75bc9ffc3b35 req-ffb82650-b66a-47d0-9e0f-50a84e30c950 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913455 Mar 07 18:10:34.821402 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-5722397b-6362-4057-b1cb-75bc9ffc3b35 req-6cfd6afa-921f-46a8-9603-f5aa551e02b6 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824308 Mar 07 18:10:34.997913 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325525f-9cb1-45d6-9de4-eb521692df08 req-623d3dd4-a28b-4e87-802d-7e482b748bda tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:34.999307 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7325525f-9cb1-45d6-9de4-eb521692df08 req-623d3dd4-a28b-4e87-802d-7e482b748bda tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 943 time: 0.0530527 Mar 07 18:10:35.047356 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7325525f-9cb1-45d6-9de4-eb521692df08 req-915d3bb8-1527-49ab-93b6-35c3c649c622 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Mar 07 18:10:35.126143 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b824505-7625-4ab9-a97b-f7b0f921d519 req-a39e030c-49ff-44c6-8cf8-f7aae04e413d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:35.127627 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4b824505-7625-4ab9-a97b-f7b0f921d519 req-a39e030c-49ff-44c6-8cf8-f7aae04e413d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0558515 Mar 07 18:10:35.174422 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4b824505-7625-4ab9-a97b-f7b0f921d519 req-892eb517-ae23-4fc0-a13d-af82e2f505ec tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412736 Mar 07 18:10:35.702902 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a0b74-1e58-499a-883d-a3c7412e6a96 req-67f44318-b7de-4b4f-9347-39cbf89e9a80 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:35.704470 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7d3a0b74-1e58-499a-883d-a3c7412e6a96 req-67f44318-b7de-4b4f-9347-39cbf89e9a80 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0580847 Mar 07 18:10:35.780665 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7d3a0b74-1e58-499a-883d-a3c7412e6a96 req-7bffcf80-46d3-49a0-a5a4-e2a747b5f0b0 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702617 Mar 07 18:10:35.830084 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ea75c-1674-4977-b0f7-be452fe5757e req-da3de819-54d0-459e-9fe9-1693efcbbd5a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:35.831578 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a30ea75c-1674-4977-b0f7-be452fe5757e req-da3de819-54d0-459e-9fe9-1693efcbbd5a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0665445 Mar 07 18:10:35.879914 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a30ea75c-1674-4977-b0f7-be452fe5757e req-b61b378b-0a90-45cf-beae-907e6796195d tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Mar 07 18:10:36.167399 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2eac7-46fa-4c20-8be1-cdc6a6ab308e req-c9d77c6a-7cc3-4eb3-8514-cb97c8f7dfe1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:36.168877 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1bc2eac7-46fa-4c20-8be1-cdc6a6ab308e req-c9d77c6a-7cc3-4eb3-8514-cb97c8f7dfe1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 943 time: 0.0549057 Mar 07 18:10:36.213920 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1bc2eac7-46fa-4c20-8be1-cdc6a6ab308e req-d56b7e7a-c677-4827-9649-802e9df570ef tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393341 Mar 07 18:10:36.298664 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e67b5-1c92-4d80-9898-b94f25770943 req-c8e16319-4a71-4d1b-b830-adfcbfe7b695 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:36.300140 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-127e67b5-1c92-4d80-9898-b94f25770943 req-c8e16319-4a71-4d1b-b830-adfcbfe7b695 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0515957 Mar 07 18:10:36.344670 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-127e67b5-1c92-4d80-9898-b94f25770943 req-8de57730-2fe7-4fb7-8adf-dca811bbe9cb tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388904 Mar 07 18:10:36.897356 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc851e84-d7af-437b-9d08-f1ce0531ebef req-a261d2c7-b790-4137-a8b2-74bb43ce0134 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:36.898832 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cc851e84-d7af-437b-9d08-f1ce0531ebef req-a261d2c7-b790-4137-a8b2-74bb43ce0134 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0522773 Mar 07 18:10:36.958072 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cc851e84-d7af-437b-9d08-f1ce0531ebef req-f6ae9575-a705-4c32-b60f-0dbe01f057b9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529644 Mar 07 18:10:36.997734 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbd3cd-149a-43f2-9f9d-8c181642b602 req-f31925fc-2a08-4104-bae0-2d8cfce368e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:36.999177 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bddbd3cd-149a-43f2-9f9d-8c181642b602 req-f31925fc-2a08-4104-bae0-2d8cfce368e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0536733 Mar 07 18:10:37.044839 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bddbd3cd-149a-43f2-9f9d-8c181642b602 req-279f1720-03a6-4cbf-af91-c2926a333609 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399046 Mar 07 18:10:37.329645 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571359-0481-4285-97dc-2bd4cfa23562 req-ac4b0e68-db36-4926-b539-10eb0a45298a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:37.331103 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6b571359-0481-4285-97dc-2bd4cfa23562 req-ac4b0e68-db36-4926-b539-10eb0a45298a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 943 time: 0.0514550 Mar 07 18:10:37.377761 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6b571359-0481-4285-97dc-2bd4cfa23562 req-b28246f5-51d5-4270-829e-4ed9c6689d3d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409014 Mar 07 18:10:37.469754 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e165f-e8fa-4156-b60d-87e4c34d5ba7 req-c997ef1a-d73f-47b6-aec6-dcfa32f57f96 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:37.471199 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c49e165f-e8fa-4156-b60d-87e4c34d5ba7 req-c997ef1a-d73f-47b6-aec6-dcfa32f57f96 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0548892 Mar 07 18:10:37.516665 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c49e165f-e8fa-4156-b60d-87e4c34d5ba7 req-8d2e49b5-54dc-4387-b74d-d893dc54c1d1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400584 Mar 07 18:10:38.074458 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d71b0c-008b-45b2-8f92-04e109c6b577 req-961041d2-a851-40fb-aa0d-1d5975479604 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:38.075950 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c3d71b0c-008b-45b2-8f92-04e109c6b577 req-961041d2-a851-40fb-aa0d-1d5975479604 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0517547 Mar 07 18:10:38.149773 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c3d71b0c-008b-45b2-8f92-04e109c6b577 req-1303c6c6-ff12-4e8e-a871-7c24d61abe45 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679898 Mar 07 18:10:38.172317 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09ec7f-a528-4f6d-b81d-4b742bd40bce req-8ae994f0-bc21-4723-a547-7119f1118fe3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:38.173743 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ec09ec7f-a528-4f6d-b81d-4b742bd40bce req-8ae994f0-bc21-4723-a547-7119f1118fe3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0609996 Mar 07 18:10:38.222707 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ec09ec7f-a528-4f6d-b81d-4b742bd40bce req-77d1ac64-7ad4-444c-b534-5562630da462 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433743 Mar 07 18:10:38.323215 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 37eb560d-d093-4fc6-9597-3352f005a5b6 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:10:38.424784 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 37eb560d-d093-4fc6-9597-3352f005a5b6, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=37eb560d-d093-4fc6-9597-3352f005a5b6,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:38.435091 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '37eb560d-d093-4fc6-9597-3352f005a5b6', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'port_id': '37eb560d-d093-4fc6-9597-3352f005a5b6', 'mac_address': 'fa:16:3e:49:14:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:10:38.472507 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 37eb560d-d093-4fc6-9597-3352f005a5b6 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:10:38.472898 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:38.487478 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37eb560d-d093-4fc6-9597-3352f005a5b6 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:10:38.496134 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14187105-a19e-459c-ab29-b7b658fd0906 req-440a236c-8f62-424a-9bad-e17644c53504 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:38.497902 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-14187105-a19e-459c-ab29-b7b658fd0906 req-440a236c-8f62-424a-9bad-e17644c53504 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 943 time: 0.0543368 Mar 07 18:10:38.510877 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 37eb560d-d093-4fc6-9597-3352f005a5b6, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=37eb560d-d093-4fc6-9597-3352f005a5b6,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:38.514727 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:38.550113 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-14187105-a19e-459c-ab29-b7b658fd0906 req-8b57394c-121e-42da-a128-b341397bf15c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459900 Mar 07 18:10:38.574149 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=37eb560d-d093-4fc6-9597-3352f005a5b6,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:38.661926 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53730bfb-57f9-4ece-a9eb-ae98f9e896ac req-6bf15c7d-485f-4dd2-a185-832751c5aa66 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:38.663425 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-53730bfb-57f9-4ece-a9eb-ae98f9e896ac req-6bf15c7d-485f-4dd2-a185-832751c5aa66 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0543878 Mar 07 18:10:38.723530 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-53730bfb-57f9-4ece-a9eb-ae98f9e896ac req-2ce1bd84-f812-4b33-b8aa-a091955ed8f8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532665 Mar 07 18:10:38.861736 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['37eb560d-d093-4fc6-9597-3352f005a5b6'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:10:39.285742 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf27963-69d3-42a4-8d6d-54bce0eba729 req-2eba4772-c53c-44bf-bc29-c741afdd7440 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:39.287245 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcf27963-69d3-42a4-8d6d-54bce0eba729 req-2eba4772-c53c-44bf-bc29-c741afdd7440 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0671539 Mar 07 18:10:39.364224 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcf27963-69d3-42a4-8d6d-54bce0eba729 req-fc643d84-e658-4d87-aa9c-bd23ec83f18c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710049 Mar 07 18:10:39.375994 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440c70c-452c-4fd1-97b1-b8d6779d7fda req-7ebc2b13-0f9a-435c-83a4-cff4c15385f8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:39.377243 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3440c70c-452c-4fd1-97b1-b8d6779d7fda req-7ebc2b13-0f9a-435c-83a4-cff4c15385f8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0830383 Mar 07 18:10:39.423880 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3440c70c-452c-4fd1-97b1-b8d6779d7fda req-7d6d0fdb-55fd-4f71-8081-e88c9dcaa095 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411985 Mar 07 18:10:39.671817 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a320bcb-896b-4701-8aa2-61ab216a7a85 req-7d6e949f-0c5b-4e73-b1ce-7335b900e297 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:39.673338 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3a320bcb-896b-4701-8aa2-61ab216a7a85 req-7d6e949f-0c5b-4e73-b1ce-7335b900e297 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 944 time: 0.0560124 Mar 07 18:10:39.719636 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3a320bcb-896b-4701-8aa2-61ab216a7a85 req-ca0551c7-8046-4c33-b6e2-67137184c76f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407071 Mar 07 18:10:39.846407 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2222048-7ae1-4d2b-8fe1-3930da4e96b3 req-f07e8538-bc2a-4340-b37e-259bda6023d7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:39.848211 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f2222048-7ae1-4d2b-8fe1-3930da4e96b3 req-f07e8538-bc2a-4340-b37e-259bda6023d7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0542622 Mar 07 18:10:39.895042 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f2222048-7ae1-4d2b-8fe1-3930da4e96b3 req-95f2da9e-8a09-453b-aa56-57fa580fb462 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402448 Mar 07 18:10:40.353614 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 37eb560d-d093-4fc6-9597-3352f005a5b6 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:10:40.405590 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 37eb560d-d093-4fc6-9597-3352f005a5b6 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:10:40.409419 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 37eb560d-d093-4fc6-9597-3352f005a5b6 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:10:40.409792 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:40.481984 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4e449-71f5-4620-9829-30a97bbc576d req-60c8c5d5-3d21-468c-bc09-538b6d468361 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:40.483477 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-25d4e449-71f5-4620-9829-30a97bbc576d req-60c8c5d5-3d21-468c-bc09-538b6d468361 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0528185 Mar 07 18:10:40.490108 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 37eb560d-d093-4fc6-9597-3352f005a5b6 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:10:40.490504 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:40.514386 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37eb560d-d093-4fc6-9597-3352f005a5b6'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:10:40.516650 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9164191-153c-4f53-8981-d048bd7e3b97" -d '{"events": [{"server_uuid": "e8553884-8ca5-44e8-91c9-7b1f01694012", "name": "network-vif-plugged", "status": "completed", "tag": "37eb560d-d093-4fc6-9597-3352f005a5b6"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:10:40.529479 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 37eb560d-d093-4fc6-9597-3352f005a5b6, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=37eb560d-d093-4fc6-9597-3352f005a5b6,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:40.534452 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:40.569492 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-25d4e449-71f5-4620-9829-30a97bbc576d req-5858ee0e-842b-4fde-9cb4-1e4d010d71c9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794125 Mar 07 18:10:40.581271 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e76b96-0dcb-4353-a490-1c2d11de59d4 req-be4c785c-77ec-4cd6-a888-b28807f7fecf tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:40.582902 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-12e76b96-0dcb-4353-a490-1c2d11de59d4 req-be4c785c-77ec-4cd6-a888-b28807f7fecf tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0851991 Mar 07 18:10:40.593751 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=37eb560d-d093-4fc6-9597-3352f005a5b6,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:40.617410 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb76b385-1cf0-4de6-adcf-340a4bdfe370 x-openstack-request-id: req-bb76b385-1cf0-4de6-adcf-340a4bdfe370 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:10:40.617845 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8553884-8ca5-44e8-91c9-7b1f01694012", "name": "network-vif-plugged", "status": "completed", "tag": "37eb560d-d093-4fc6-9597-3352f005a5b6", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:10:40.618104 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb76b385-1cf0-4de6-adcf-340a4bdfe370 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:10:40.619031 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37eb560d-d093-4fc6-9597-3352f005a5b6', 'code': 200} Mar 07 18:10:40.644510 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-12e76b96-0dcb-4353-a490-1c2d11de59d4 req-5d7623ba-d80b-4793-8193-ff886ead7c8c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528049 Mar 07 18:10:40.812745 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d895b-78f1-4ee1-864e-88321179d219 req-8a6dfeb0-b5f9-4402-a04d-936e7015e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:40.814988 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-427d895b-78f1-4ee1-864e-88321179d219 req-8a6dfeb0-b5f9-4402-a04d-936e7015e875 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 1129 time: 0.0449007 Mar 07 18:10:40.838858 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00392b-86d2-4862-bfbb-8824617224ce req-c863c31f-9137-4b0e-8590-73ee3faab326 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:40.840467 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ae00392b-86d2-4862-bfbb-8824617224ce req-c863c31f-9137-4b0e-8590-73ee3faab326 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 945 time: 0.0528641 Mar 07 18:10:40.868256 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-427d895b-78f1-4ee1-864e-88321179d219 req-f55fd34c-40b0-46e6-a222-0efcfb7396ef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446599 Mar 07 18:10:40.887096 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ae00392b-86d2-4862-bfbb-8824617224ce req-2a71b632-a061-4baa-8c16-3c21e6b6acb5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408747 Mar 07 18:10:41.021150 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e37b9-a913-4de6-9e7e-fe96798b48b8 req-07b2a249-3fc6-4ae4-9785-82d7157130e8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:41.022618 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4e9e37b9-a913-4de6-9e7e-fe96798b48b8 req-07b2a249-3fc6-4ae4-9785-82d7157130e8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0561349 Mar 07 18:10:41.067889 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4e9e37b9-a913-4de6-9e7e-fe96798b48b8 req-5204a09d-388e-4d8f-ada7-c9445e543796 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396338 Mar 07 18:10:41.356180 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69395dd-025b-4e56-9793-f8fc673f600a req-4ad422d7-420e-4f52-a524-25a548eab952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:41.357747 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e69395dd-025b-4e56-9793-f8fc673f600a req-4ad422d7-420e-4f52-a524-25a548eab952 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 1129 time: 0.0443356 Mar 07 18:10:41.467286 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69395dd-025b-4e56-9793-f8fc673f600a req-437759d0-a3e0-4ce8-bea7-a708cd329d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:41.468712 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e69395dd-025b-4e56-9793-f8fc673f600a req-437759d0-a3e0-4ce8-bea7-a708cd329d34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 918 time: 0.0817459 Mar 07 18:10:41.540466 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e69395dd-025b-4e56-9793-f8fc673f600a req-f586ff80-3a3d-46b9-bf94-256a92207af7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80eb991b-7508-47aa-a275-f85a46776964 HTTP/1.1" status: 200 len: 1001 time: 0.0634334 Mar 07 18:10:41.589367 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69395dd-025b-4e56-9793-f8fc673f600a req-387530e9-a03a-491b-b353-2f23ae59b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:41.590793 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e69395dd-025b-4e56-9793-f8fc673f600a req-387530e9-a03a-491b-b353-2f23ae59b12f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.0436170 Mar 07 18:10:41.642682 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69395dd-025b-4e56-9793-f8fc673f600a req-eb3e064d-a060-4d77-a636-e85a3a9cc566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:41.644253 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e69395dd-025b-4e56-9793-f8fc673f600a req-eb3e064d-a060-4d77-a636-e85a3a9cc566 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450311 Mar 07 18:10:41.698453 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37e629-5397-4f3d-a5a6-84f08cf53e1a req-dc8f95be-1c8f-472e-98ff-6ca50d7baa37 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:41.699949 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dc37e629-5397-4f3d-a5a6-84f08cf53e1a req-dc8f95be-1c8f-472e-98ff-6ca50d7baa37 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0558627 Mar 07 18:10:41.751853 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e69395dd-025b-4e56-9793-f8fc673f600a req-f1f1cc0f-4916-43af-b3e2-3d609b8bedd7 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916333 Mar 07 18:10:41.782667 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dc37e629-5397-4f3d-a5a6-84f08cf53e1a req-94520e8b-d65c-4ab2-a9e6-6cb56776672e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769424 Mar 07 18:10:41.796216 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0318e7-e36a-4a74-ab0c-4d19661ff0db req-bc0eeda8-5c41-4093-b7b2-b2997abd33b9 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:41.797663 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cc0318e7-e36a-4a74-ab0c-4d19661ff0db req-bc0eeda8-5c41-4093-b7b2-b2997abd33b9 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0778127 Mar 07 18:10:41.846090 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cc0318e7-e36a-4a74-ab0c-4d19661ff0db req-2a45e57f-2b94-4496-bae6-5f55f4e75299 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Mar 07 18:10:41.847562 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-e69395dd-025b-4e56-9793-f8fc673f600a req-e828dc31-4d3b-475d-8a85-30822c906110 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882537 Mar 07 18:10:42.008441 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835891b0-2234-4419-a7b5-7fcc302378e1 req-75b4d14c-bc94-4a81-9b32-6988a4411682 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:42.010787 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-835891b0-2234-4419-a7b5-7fcc302378e1 req-75b4d14c-bc94-4a81-9b32-6988a4411682 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 945 time: 0.0543633 Mar 07 18:10:42.065993 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-835891b0-2234-4419-a7b5-7fcc302378e1 req-d29e6c34-9a27-4640-9818-9a835e285cb7 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496743 Mar 07 18:10:42.076595 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-78d999ed-9e0b-44f8-af49-a4c6f311bd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:42.191756 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1de4e4-ff71-4e0e-83fd-8aff44b1b304 req-e72ab2be-8a69-45aa-9a8a-39914746979a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:42.193423 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ad1de4e4-ff71-4e0e-83fd-8aff44b1b304 req-e72ab2be-8a69-45aa-9a8a-39914746979a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0535960 Mar 07 18:10:42.256015 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ad1de4e4-ff71-4e0e-83fd-8aff44b1b304 req-94356276-ece3-413d-8d48-fc8177c6b2e3 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555360 Mar 07 18:10:42.902926 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3257e9-7fdb-48b4-851b-d382c311e5a2 req-b24e0c7b-eba1-40a2-a5e7-aa75c0b112c5 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:42.904429 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ef3257e9-7fdb-48b4-851b-d382c311e5a2 req-b24e0c7b-eba1-40a2-a5e7-aa75c0b112c5 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0543447 Mar 07 18:10:42.981822 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ef3257e9-7fdb-48b4-851b-d382c311e5a2 req-dd3fe406-cb7d-4569-8280-4dce5a53e60c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720124 Mar 07 18:10:42.993016 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581729f-c823-4d93-84ab-341d9fc453ea req-470b3ab0-15ad-4ade-a074-03ae9bccb588 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:42.995089 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4581729f-c823-4d93-84ab-341d9fc453ea req-470b3ab0-15ad-4ade-a074-03ae9bccb588 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0796325 Mar 07 18:10:43.040426 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4581729f-c823-4d93-84ab-341d9fc453ea req-3c1abe64-2f99-48fd-8af7-4b4cebbba478 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398376 Mar 07 18:10:43.187675 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111d6c4-46b4-4fa2-8b71-f40e999f483f req-eb385af3-31e9-453f-94e8-18114c92aed3 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:43.189206 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e111d6c4-46b4-4fa2-8b71-f40e999f483f req-eb385af3-31e9-453f-94e8-18114c92aed3 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 945 time: 0.0546761 Mar 07 18:10:43.234705 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e111d6c4-46b4-4fa2-8b71-f40e999f483f req-5eddf042-f4da-4a07-8039-adc604386501 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400653 Mar 07 18:10:43.378470 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e019da-a2bc-4f48-b04b-dff26ee286fd req-8e2312e6-c216-4928-8ee7-ad3ee41faa1f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:43.379856 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1e019da-a2bc-4f48-b04b-dff26ee286fd req-8e2312e6-c216-4928-8ee7-ad3ee41faa1f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 945 time: 0.0829895 Mar 07 18:10:43.388764 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 37812) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:10:43.393249 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f04b7a6f-c241-4931-9149-232c6cb3fdcc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'floatingip': {'port_id': '37eb560d-d093-4fc6-9597-3352f005a5b6'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:10:43.395661 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99b0bc-0f17-4f6f-b18f-674c84f5226b req-61f0ef53-2904-4021-af5a-f92e651d6f2b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:43.400964 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3c99b0bc-0f17-4f6f-b18f-674c84f5226b req-61f0ef53-2904-4021-af5a-f92e651d6f2b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0697491 Mar 07 18:10:43.443191 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04b7a6f-c241-4931-9149-232c6cb3fdcc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (30f52706-accb-4e94-9abc-42c7a1d7c563), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:43.446063 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3c99b0bc-0f17-4f6f-b18f-674c84f5226b req-bbd2e4fa-c034-46c9-a489-d708b9bd2779 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424106 Mar 07 18:10:43.879967 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04b7a6f-c241-4931-9149-232c6cb3fdcc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:43.883713 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04b7a6f-c241-4931-9149-232c6cb3fdcc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (30f52706-accb-4e94-9abc-42c7a1d7c563), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:43.982794 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.l3_db [None req-f04b7a6f-c241-4931-9149-232c6cb3fdcc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Floating IP 30f52706-accb-4e94-9abc-42c7a1d7c563 associated. External IP: 172.27.0.74, port: 37eb560d-d093-4fc6-9597-3352f005a5b6. Mar 07 18:10:44.099215 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2f332-a315-4c75-bbf3-731d1830ec5c req-ae7241f8-e727-4851-b32b-5850315cfc53 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:44.100707 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8fe2f332-a315-4c75-bbf3-731d1830ec5c req-ae7241f8-e727-4851-b32b-5850315cfc53 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0538628 Mar 07 18:10:44.181683 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8fe2f332-a315-4c75-bbf3-731d1830ec5c req-4c14f329-15f5-408c-9980-92aa00eb40e3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737555 Mar 07 18:10:44.195830 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da46e1-9d9e-4f0a-81d0-16fb046f1331 req-3e10860a-1b6c-4599-9a44-f9a9bc3ee2f8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:44.197436 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-53da46e1-9d9e-4f0a-81d0-16fb046f1331 req-3e10860a-1b6c-4599-9a44-f9a9bc3ee2f8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0837989 Mar 07 18:10:44.248047 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-53da46e1-9d9e-4f0a-81d0-16fb046f1331 req-f1efafbf-c527-4ef1-abde-b9c64c54b3f7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447030 Mar 07 18:10:44.275720 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-531e7a8d-fb01-4fe0-9575-1e60e715ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:44.435616 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04b7a6f-c241-4931-9149-232c6cb3fdcc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:10:44.547656 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04b7a6f-c241-4931-9149-232c6cb3fdcc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:10:44.552281 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f04b7a6f-c241-4931-9149-232c6cb3fdcc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:44.559101 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb1b68-3e8b-4a2c-bf80-41d9785d1629 None None] Sync routers for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:10:44.568644 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb1b68-3e8b-4a2c-bf80-41d9785d1629 None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:10:44.569354 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2feb1b68-3e8b-4a2c-bf80-41d9785d1629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:10:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:10:44.576257 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa425d-cbd5-4a38-a5ed-0170e5368c12 req-3229140c-1a6c-4867-99e9-ccc92b7d04e5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:44.577824 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-09fa425d-cbd5-4a38-a5ed-0170e5368c12 req-3229140c-1a6c-4867-99e9-ccc92b7d04e5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0593994 Mar 07 18:10:44.582714 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-f04b7a6f-c241-4931-9149-232c6cb3fdcc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "PUT /v2.0/floatingips/30f52706-accb-4e94-9abc-42c7a1d7c563 HTTP/1.1" status: 200 len: 990 time: 1.1928501 Mar 07 18:10:44.583409 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'tag': '37eb560d-d093-4fc6-9597-3352f005a5b6'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:10:44.585704 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1e3701-8612-490a-9166-f61f691021b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e8553884-8ca5-44e8-91c9-7b1f01694012", "tag": "37eb560d-d093-4fc6-9597-3352f005a5b6"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:10:44.624624 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee57fea-2acb-475b-838d-9714b0562a80 x-openstack-request-id: req-1ee57fea-2acb-475b-838d-9714b0562a80 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:10:44.624925 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8553884-8ca5-44e8-91c9-7b1f01694012", "tag": "37eb560d-d093-4fc6-9597-3352f005a5b6", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:10:44.625184 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ee57fea-2acb-475b-838d-9714b0562a80 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:10:44.625590 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'tag': '37eb560d-d093-4fc6-9597-3352f005a5b6', 'status': 'completed', 'code': 200} Mar 07 18:10:44.635351 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-09fa425d-cbd5-4a38-a5ed-0170e5368c12 req-f984b481-dfa2-4f94-8f43-a2c52645bb38 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421021 Mar 07 18:10:44.689483 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-2feb1b68-3e8b-4a2c-bf80-41d9785d1629 None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:10:44.992076 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2feb1b68-3e8b-4a2c-bf80-41d9785d1629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '30f52706-accb-4e94-9abc-42c7a1d7c563', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': '37eb560d-d093-4fc6-9597-3352f005a5b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:49:14:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:10:30Z', 'updated_at': '2022-03-07T18:10:43Z', 'revision_number': 1, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}, {'id': '869c7d04-f298-4afc-a398-a5aff4ddc933', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': '6e782e70-385f-477e-af50-c5d5925cab82', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:ac:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:11Z', 'updated_at': '2022-03-07T18:09:36Z', 'revision_number': 2, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:10:45.021309 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb1b68-3e8b-4a2c-bf80-41d9785d1629 None None] Checking router: 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:10:45.029798 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb1b68-3e8b-4a2c-bf80-41d9785d1629 None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:10:45.030400 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2feb1b68-3e8b-4a2c-bf80-41d9785d1629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:10:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:10:45.138420 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-2feb1b68-3e8b-4a2c-bf80-41d9785d1629 None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:10:45.308424 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653d336-6144-49a1-8508-09bd340e0bd1 req-ab5a1cb1-3bec-46a1-bc56-9e62db29a137 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:45.309976 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a653d336-6144-49a1-8508-09bd340e0bd1 req-ab5a1cb1-3bec-46a1-bc56-9e62db29a137 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0587997 Mar 07 18:10:45.362846 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2feb1b68-3e8b-4a2c-bf80-41d9785d1629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '30f52706-accb-4e94-9abc-42c7a1d7c563', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': '37eb560d-d093-4fc6-9597-3352f005a5b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:49:14:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:10:30Z', 'updated_at': '2022-03-07T18:10:43Z', 'revision_number': 1, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}, {'id': '869c7d04-f298-4afc-a398-a5aff4ddc933', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': '6e782e70-385f-477e-af50-c5d5925cab82', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:ac:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:11Z', 'updated_at': '2022-03-07T18:09:36Z', 'revision_number': 2, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:10:45.385219 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a653d336-6144-49a1-8508-09bd340e0bd1 req-865f143b-8f0a-4159-8e8d-9bd19372bcd8 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671003 Mar 07 18:10:45.393261 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb1b68-3e8b-4a2c-bf80-41d9785d1629 None None] The sync data for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi is: [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '30f52706-accb-4e94-9abc-42c7a1d7c563', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': '37eb560d-d093-4fc6-9597-3352f005a5b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:49:14:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:10:30Z', 'updated_at': '2022-03-07T18:10:43Z', 'revision_number': 1, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}, {'id': '869c7d04-f298-4afc-a398-a5aff4ddc933', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': '6e782e70-385f-477e-af50-c5d5925cab82', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:ac:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:11Z', 'updated_at': '2022-03-07T18:09:36Z', 'revision_number': 2, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:10:45.420661 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cb3f-618b-4079-9d6d-39a0cc35c505 req-ccb98388-25f6-43d2-be1d-17ac45d6b7d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:45.428505 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b2f8cb3f-618b-4079-9d6d-39a0cc35c505 req-ccb98388-25f6-43d2-be1d-17ac45d6b7d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.1044464 Mar 07 18:10:45.445803 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:45.460531 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:45.476517 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3701-8612-490a-9166-f61f691021b3 req-c0e60456-8d70-4c9c-a339-84dc611b326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:45.478666 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-8a1e3701-8612-490a-9166-f61f691021b3 req-c0e60456-8d70-4c9c-a339-84dc611b326b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 1129 time: 0.0653830 Mar 07 18:10:45.492725 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b2f8cb3f-618b-4079-9d6d-39a0cc35c505 req-4453c89a-75d9-43ca-b370-fed6a6e4539b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630057 Mar 07 18:10:45.576581 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3701-8612-490a-9166-f61f691021b3 req-6dade86f-2686-4819-bd8f-81839973954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:45.577921 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-8a1e3701-8612-490a-9166-f61f691021b3 req-6dade86f-2686-4819-bd8f-81839973954e service neutron] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 916 time: 0.0937624 Mar 07 18:10:45.630016 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb581f-8264-48fb-874b-5e6111b4ecb8 None None] New status for floating IP 30f52706-accb-4e94-9abc-42c7a1d7c563: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:10:45.652433 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-8a1e3701-8612-490a-9166-f61f691021b3 req-39713450-4766-4ec0-9fd8-1045fbe2d1d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37eb560d-d093-4fc6-9597-3352f005a5b6 HTTP/1.1" status: 200 len: 998 time: 0.0670176 Mar 07 18:10:45.705278 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3701-8612-490a-9166-f61f691021b3 req-538c5758-0c4a-4681-96e9-020fb1d87bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:45.707501 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-8a1e3701-8612-490a-9166-f61f691021b3 req-538c5758-0c4a-4681-96e9-020fb1d87bd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0463047 Mar 07 18:10:45.762019 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dea70-3ae4-4363-bf62-c2796d991a91 req-95bce0bd-6b18-4c72-8b4d-23d8696d2f99 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:45.763517 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d72dea70-3ae4-4363-bf62-c2796d991a91 req-95bce0bd-6b18-4c72-8b4d-23d8696d2f99 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0553367 Mar 07 18:10:45.764931 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e3701-8612-490a-9166-f61f691021b3 req-d4fdc8a3-b3e2-413e-a6f4-71bf0fcc926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:45.766446 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-8a1e3701-8612-490a-9166-f61f691021b3 req-d4fdc8a3-b3e2-413e-a6f4-71bf0fcc926d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519145 Mar 07 18:10:45.814555 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d72dea70-3ae4-4363-bf62-c2796d991a91 req-906fbb61-e80d-4325-af96-fc461e69ecd0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448494 Mar 07 18:10:45.875652 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-8a1e3701-8612-490a-9166-f61f691021b3 req-95276766-20ed-4df3-b37d-bcad9ef96ccb service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988047 Mar 07 18:10:46.004121 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-8a1e3701-8612-490a-9166-f61f691021b3 req-b8e1ed98-0615-46bf-9685-32184dd7485c service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921221 Mar 07 18:10:46.521244 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de9fbf-5611-4cee-a2ed-3f935759711f req-58583748-c04d-4b69-8782-5e23c82fe369 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:46.522734 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-93de9fbf-5611-4cee-a2ed-3f935759711f req-58583748-c04d-4b69-8782-5e23c82fe369 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0550442 Mar 07 18:10:46.582150 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-93de9fbf-5611-4cee-a2ed-3f935759711f req-ab47893a-59df-4c7c-9978-8c9a2c0a1789 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537720 Mar 07 18:10:46.637170 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343790d-aaf7-49a2-bb2d-97efce904d96 req-41742a09-d1af-49ea-ba89-38cfdaa6806c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:46.638629 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c343790d-aaf7-49a2-bb2d-97efce904d96 req-41742a09-d1af-49ea-ba89-38cfdaa6806c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0683396 Mar 07 18:10:46.689598 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c343790d-aaf7-49a2-bb2d-97efce904d96 req-77d42251-3d00-4d42-b61d-7eee84b6db7e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440683 Mar 07 18:10:46.843344 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:46.942975 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf4be4-2468-480b-ad17-a753bd1ec80c req-7b1726c8-4f96-4c16-95bf-66f9cdf07206 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:46.944368 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-53bf4be4-2468-480b-ad17-a753bd1ec80c req-7b1726c8-4f96-4c16-95bf-66f9cdf07206 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0513484 Mar 07 18:10:46.991040 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-53bf4be4-2468-480b-ad17-a753bd1ec80c req-8ac37f3e-9cec-46e7-937c-53ace1b3f22e tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399508 Mar 07 18:10:47.705389 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1aba1a-3a62-4add-958f-4011ea9803ec req-6b68c0a6-1cc8-47ca-9783-e984d55f637e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:47.706847 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2c1aba1a-3a62-4add-958f-4011ea9803ec req-6b68c0a6-1cc8-47ca-9783-e984d55f637e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0558074 Mar 07 18:10:47.753408 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2c1aba1a-3a62-4add-958f-4011ea9803ec req-181b6d11-e7c6-4185-8764-12114badcbb9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Mar 07 18:10:47.805186 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab97efc-dbe1-4784-897f-4a16253bd4f1 req-27c5f203-28c8-4073-9a82-fb76ea4a50e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:47.807373 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6ab97efc-dbe1-4784-897f-4a16253bd4f1 req-27c5f203-28c8-4073-9a82-fb76ea4a50e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0513096 Mar 07 18:10:47.853229 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6ab97efc-dbe1-4784-897f-4a16253bd4f1 req-ddde9912-e3fa-4884-a0b0-56ebbc810d7f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397563 Mar 07 18:10:48.112929 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68009d-85b2-4cea-9ba9-28023255c9e9 req-94749edb-4c18-4cab-864c-ad8c50483597 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:48.114453 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bc68009d-85b2-4cea-9ba9-28023255c9e9 req-94749edb-4c18-4cab-864c-ad8c50483597 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0525985 Mar 07 18:10:48.163161 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bc68009d-85b2-4cea-9ba9-28023255c9e9 req-467d7174-a398-4466-8998-d2572ce99be6 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Mar 07 18:10:48.422278 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 80eb991b-7508-47aa-a275-f85a46776964 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:10:48.523698 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=80eb991b-7508-47aa-a275-f85a46776964,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:48.547131 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '80eb991b-7508-47aa-a275-f85a46776964', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'port_id': '80eb991b-7508-47aa-a275-f85a46776964', 'mac_address': 'fa:16:3e:22:63:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:10:48.555321 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:48.591058 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 80eb991b-7508-47aa-a275-f85a46776964 is: ACTIVE; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:10:48.591455 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (80eb991b-7508-47aa-a275-f85a46776964), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:48.605467 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80eb991b-7508-47aa-a275-f85a46776964 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:10:48.629019 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=80eb991b-7508-47aa-a275-f85a46776964,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:48.632648 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (80eb991b-7508-47aa-a275-f85a46776964), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:48.683532 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=80eb991b-7508-47aa-a275-f85a46776964,revision_number=6']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:48.690858 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.691216 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.691566 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.692026 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.692261 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.692601 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.692936 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.693313 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.693844 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.694211 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.694548 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.694876 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.695204 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:10:48.871671 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4292ce-e736-4cc6-a609-152d58e38808 req-5a896614-deb8-4f5f-83f5-161a4956b2e5 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:48.873146 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a4292ce-e736-4cc6-a609-152d58e38808 req-5a896614-deb8-4f5f-83f5-161a4956b2e5 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0531247 Mar 07 18:10:48.919364 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a4292ce-e736-4cc6-a609-152d58e38808 req-dfee8e53-c178-4d25-9e0c-0ab0067e276a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Mar 07 18:10:48.970026 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216587a5-72d1-45d4-91b5-03eedd5d17be req-f705457f-ee1a-4b8f-a55b-b362bf6fd75d tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:48.971385 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-216587a5-72d1-45d4-91b5-03eedd5d17be req-f705457f-ee1a-4b8f-a55b-b362bf6fd75d tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0511773 Mar 07 18:10:49.016904 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-216587a5-72d1-45d4-91b5-03eedd5d17be req-4e2b5166-7cf3-49b3-9123-80dc96804c02 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400665 Mar 07 18:10:49.285013 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dfdcc-4052-4751-8449-4615498f3ef0 req-a6768d48-e65b-4dc0-b14a-ffaf78703910 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:49.286380 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-844dfdcc-4052-4751-8449-4615498f3ef0 req-a6768d48-e65b-4dc0-b14a-ffaf78703910 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 944 time: 0.0540526 Mar 07 18:10:49.331408 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-844dfdcc-4052-4751-8449-4615498f3ef0 req-85a1471e-3752-4367-af45-ce6b55783b7c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389929 Mar 07 18:10:50.035539 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6549a-be8f-4268-94ad-b0bc80bee5de req-848c5bbd-2b1a-4d3a-85bb-9b09c29c3558 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:50.036956 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-36d6549a-be8f-4268-94ad-b0bc80bee5de req-848c5bbd-2b1a-4d3a-85bb-9b09c29c3558 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0519583 Mar 07 18:10:50.082311 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-36d6549a-be8f-4268-94ad-b0bc80bee5de req-88018043-eb66-4b9a-8213-57b2ec83d58d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Mar 07 18:10:50.132392 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821572be-fc56-422b-bc17-50de99c9ce90 req-005a5740-151c-41e9-9f80-dd3d9ee41cfc tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:50.134360 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-821572be-fc56-422b-bc17-50de99c9ce90 req-005a5740-151c-41e9-9f80-dd3d9ee41cfc tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0506930 Mar 07 18:10:50.182322 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-821572be-fc56-422b-bc17-50de99c9ce90 req-ff7d9137-d773-4df5-ac23-06113ebe4cc8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424709 Mar 07 18:10:50.452662 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323a74e-e809-45ff-9a83-c2a837185382 req-5801ee2d-d80d-4a5e-8a9d-414655844244 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:50.454134 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9323a74e-e809-45ff-9a83-c2a837185382 req-5801ee2d-d80d-4a5e-8a9d-414655844244 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 944 time: 0.0510066 Mar 07 18:10:50.499634 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9323a74e-e809-45ff-9a83-c2a837185382 req-36c52e27-7322-43d2-96f2-66f3ecca734a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400934 Mar 07 18:10:50.640624 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['80eb991b-7508-47aa-a275-f85a46776964'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:10:51.182829 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc659273-77d1-4680-a4f8-42f3090b5ea4 req-19bf8f44-4538-434a-b83b-fd8969f51c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:51.184397 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-bc659273-77d1-4680-a4f8-42f3090b5ea4 req-19bf8f44-4538-434a-b83b-fd8969f51c0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 1130 time: 0.0581605 Mar 07 18:10:51.222559 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df37110-d98d-4f22-a36b-6ac2c8c56730 req-994bc1a3-5ec9-4cfc-9340-5584860b70de tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:51.224437 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9df37110-d98d-4f22-a36b-6ac2c8c56730 req-994bc1a3-5ec9-4cfc-9340-5584860b70de tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0568364 Mar 07 18:10:51.251846 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-bc659273-77d1-4680-a4f8-42f3090b5ea4 req-9317c915-3f29-4e7c-99fb-59cf8c134537 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439978 Mar 07 18:10:51.304519 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9df37110-d98d-4f22-a36b-6ac2c8c56730 req-9f69f4d8-8168-417f-9b25-04bafeb626e3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739527 Mar 07 18:10:51.326364 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b5616-2702-43b1-870e-b6faf7112c09 req-aa35fc23-ff6f-4b83-9092-d53b674c18ba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:51.327821 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f75b5616-2702-43b1-870e-b6faf7112c09 req-aa35fc23-ff6f-4b83-9092-d53b674c18ba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0669053 Mar 07 18:10:51.374095 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f75b5616-2702-43b1-870e-b6faf7112c09 req-fe4a2d68-0c9e-4685-828f-4b298cef7efe tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406854 Mar 07 18:10:51.625181 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85200bec-6374-4319-a2d5-e1b44200c726 req-2eb01feb-f355-4fa3-9b2f-fdaaae105c4c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:51.626561 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-85200bec-6374-4319-a2d5-e1b44200c726 req-2eb01feb-f355-4fa3-9b2f-fdaaae105c4c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 944 time: 0.0524859 Mar 07 18:10:51.674633 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-85200bec-6374-4319-a2d5-e1b44200c726 req-2e01ec6e-ce76-4c05-a5cb-19bbf1bd6a84 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423393 Mar 07 18:10:52.433300 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb72f9-214e-4d0e-8dd2-8e704db45bf3 req-8460710b-2381-414c-94ba-b9f0dc74369b tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:52.434784 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1eeb72f9-214e-4d0e-8dd2-8e704db45bf3 req-8460710b-2381-414c-94ba-b9f0dc74369b tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0608859 Mar 07 18:10:52.521770 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1eeb72f9-214e-4d0e-8dd2-8e704db45bf3 req-f5704d1d-71ae-405e-bcc9-3033764062ba tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813358 Mar 07 18:10:52.544209 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f9f64-2a4c-4a16-b9b6-3a62e4ffbe10 req-4324b74d-90c8-4571-a641-733345aea7a8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:52.548607 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5b8f9f64-2a4c-4a16-b9b6-3a62e4ffbe10 req-4324b74d-90c8-4571-a641-733345aea7a8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0925076 Mar 07 18:10:52.599206 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5b8f9f64-2a4c-4a16-b9b6-3a62e4ffbe10 req-a8924954-1a45-4818-bac8-6acd0223631b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494907 Mar 07 18:10:52.803031 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab343a6-f073-40e9-8ebf-83cbe7833999 req-dc7590c9-3fcb-412a-bb12-ee88e261cf4e tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:52.804548 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-aab343a6-f073-40e9-8ebf-83cbe7833999 req-dc7590c9-3fcb-412a-bb12-ee88e261cf4e tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 944 time: 0.0554755 Mar 07 18:10:52.872793 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-aab343a6-f073-40e9-8ebf-83cbe7833999 req-35a3f11f-c20a-4818-b4f8-75ff0f900ce4 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612557 Mar 07 18:10:53.319819 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 80eb991b-7508-47aa-a275-f85a46776964 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:10:53.371409 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 80eb991b-7508-47aa-a275-f85a46776964 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:10:53.371781 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (80eb991b-7508-47aa-a275-f85a46776964), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:53.463419 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 80eb991b-7508-47aa-a275-f85a46776964 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:10:53.463726 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (80eb991b-7508-47aa-a275-f85a46776964), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:53.492232 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb991b-7508-47aa-a275-f85a46776964'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:10:53.494905 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e13864-588a-4157-aeae-84dbb3baa42a" -d '{"events": [{"server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "name": "network-vif-plugged", "status": "completed", "tag": "80eb991b-7508-47aa-a275-f85a46776964"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:10:53.510076 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=80eb991b-7508-47aa-a275-f85a46776964,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:10:53.515318 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (80eb991b-7508-47aa-a275-f85a46776964), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:10:53.544352 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872768c0-433a-47a9-ab81-6d94f667c9ae x-openstack-request-id: req-872768c0-433a-47a9-ab81-6d94f667c9ae {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:10:53.544653 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "name": "network-vif-plugged", "status": "completed", "tag": "80eb991b-7508-47aa-a275-f85a46776964", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:10:53.544933 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-872768c0-433a-47a9-ab81-6d94f667c9ae {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:10:53.545280 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb991b-7508-47aa-a275-f85a46776964', 'code': 200} Mar 07 18:10:53.590191 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=80eb991b-7508-47aa-a275-f85a46776964,revision_number=7']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:10:53.653349 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d4ae3-f987-4371-86ad-ff57996f3149 req-8d07560c-f723-49f6-9569-5a8a30f38246 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:53.660833 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c86d4ae3-f987-4371-86ad-ff57996f3149 req-8d07560c-f723-49f6-9569-5a8a30f38246 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0636389 Mar 07 18:10:53.741056 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c86d4ae3-f987-4371-86ad-ff57996f3149 req-6b14863f-914c-497e-944e-b668b2649849 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793171 Mar 07 18:10:53.769097 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0be31a-c64b-46b1-b4f9-1670f28f1528 req-bb7f38a7-45d0-487f-822a-ea0a0c21e966 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:53.770804 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1b0be31a-c64b-46b1-b4f9-1670f28f1528 req-bb7f38a7-45d0-487f-822a-ea0a0c21e966 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0943553 Mar 07 18:10:53.824513 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1b0be31a-c64b-46b1-b4f9-1670f28f1528 req-656ee7ca-07cc-4053-9371-cf857bae0b35 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474520 Mar 07 18:10:54.231714 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673e968-2282-41df-b22a-54337d0a40d5 req-5387a4ae-5aae-4399-b5cc-fe2e6a07f7cb tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:54.233442 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1673e968-2282-41df-b22a-54337d0a40d5 req-5387a4ae-5aae-4399-b5cc-fe2e6a07f7cb tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.2868509 Mar 07 18:10:54.297941 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1673e968-2282-41df-b22a-54337d0a40d5 req-47d6c312-f8e6-4f35-8135-9351bfb27438 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585842 Mar 07 18:10:54.886340 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b1233-3739-41c8-89ad-e6d38a117c44 req-8e0c7c73-09c6-43f4-ae22-3ea480d6b003 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:54.893795 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f1b1233-3739-41c8-89ad-e6d38a117c44 req-8e0c7c73-09c6-43f4-ae22-3ea480d6b003 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0811520 Mar 07 18:10:54.970861 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f1b1233-3739-41c8-89ad-e6d38a117c44 req-6e4af862-2c2c-4d24-ae14-b2e27b68ea91 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761888 Mar 07 18:10:54.999230 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f2b0f-a848-408c-9723-dd450a24556c req-73b13522-9e34-4ad7-8610-3db7481736d0 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:55.000806 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f50f2b0f-a848-408c-9723-dd450a24556c req-73b13522-9e34-4ad7-8610-3db7481736d0 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0896873 Mar 07 18:10:55.076745 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f50f2b0f-a848-408c-9723-dd450a24556c req-4b6ac98e-def3-4112-a3cc-a46f21bd997b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694706 Mar 07 18:10:55.435340 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0d2a3-7d06-4c70-8f7c-e05ccfbfd434 req-a3735383-f7e2-4a45-9158-2b148bc1a569 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:55.438524 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-50c0d2a3-7d06-4c70-8f7c-e05ccfbfd434 req-a3735383-f7e2-4a45-9158-2b148bc1a569 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0662119 Mar 07 18:10:55.491876 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-50c0d2a3-7d06-4c70-8f7c-e05ccfbfd434 req-299bb622-bab1-4e43-8c0a-42faf0a8277d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491748 Mar 07 18:10:56.103248 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cc72f-f1f9-4afa-931a-d6751a41cf07 req-57487fe2-d37f-4db3-a141-4c3bdd1365ef tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:56.110713 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-016cc72f-f1f9-4afa-931a-d6751a41cf07 req-57487fe2-d37f-4db3-a141-4c3bdd1365ef tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0669119 Mar 07 18:10:56.168919 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-016cc72f-f1f9-4afa-931a-d6751a41cf07 req-dd386554-7f60-4be4-a134-1317c3c800a2 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566633 Mar 07 18:10:56.241166 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:10:56.262943 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed398ef-17de-43cf-b31a-ba48f747147a req-711fb14d-f3db-4800-b9f9-693cb15c50fd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:56.272860 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fed398ef-17de-43cf-b31a-ba48f747147a req-711fb14d-f3db-4800-b9f9-693cb15c50fd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.1030564 Mar 07 18:10:56.359178 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fed398ef-17de-43cf-b31a-ba48f747147a req-e662048e-f414-4d11-9562-519f8cfa9dc9 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747650 Mar 07 18:10:56.374070 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a0ef8-ea46-481d-9c27-f0b9fd96e280 req-a7491f22-add9-46ab-a353-9487db51f934 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:56.375821 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-215a0ef8-ea46-481d-9c27-f0b9fd96e280 req-a7491f22-add9-46ab-a353-9487db51f934 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1020386 Mar 07 18:10:56.434757 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-215a0ef8-ea46-481d-9c27-f0b9fd96e280 req-e3419376-3c18-43de-a08b-634341fddc5f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508926 Mar 07 18:10:56.658289 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ade913-bb9f-4b3c-a8d5-26cb17b6c4a5 req-13841631-c048-4b65-a945-dbde6b4ad357 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:56.661947 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-13ade913-bb9f-4b3c-a8d5-26cb17b6c4a5 req-13841631-c048-4b65-a945-dbde6b4ad357 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0923562 Mar 07 18:10:56.731097 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-13ade913-bb9f-4b3c-a8d5-26cb17b6c4a5 req-4ef9d661-b335-4211-97bd-c1ec14445dd0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611172 Mar 07 18:10:57.501781 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1f8b9-e640-41b0-b5ba-4135953f4b9b req-fd498fec-794f-4aef-b4ee-dbac589a5879 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:57.504708 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fbe1f8b9-e640-41b0-b5ba-4135953f4b9b req-fd498fec-794f-4aef-b4ee-dbac589a5879 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0649040 Mar 07 18:10:57.573199 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fbe1f8b9-e640-41b0-b5ba-4135953f4b9b req-440ed999-b371-46fe-ae11-3745fbde812a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577683 Mar 07 18:10:57.855707 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fface4-bace-495b-8f5c-808567dcae5b req-c7e93ea5-f158-4a36-9e89-14eb77a72169 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:57.863647 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-49fface4-bace-495b-8f5c-808567dcae5b req-c7e93ea5-f158-4a36-9e89-14eb77a72169 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.1028905 Mar 07 18:10:57.891381 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5234a-0795-45e3-8abb-dec6ef7f3a0f req-ebc8e1e2-d619-4789-87c2-80438683eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:57.894495 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-31c5234a-0795-45e3-8abb-dec6ef7f3a0f req-ebc8e1e2-d619-4789-87c2-80438683eaca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 1130 time: 0.0652673 Mar 07 18:10:57.947927 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-49fface4-bace-495b-8f5c-808567dcae5b req-d1e7a1e8-dd0c-4e6f-a680-d4c7458acf61 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833907 Mar 07 18:10:57.986365 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d64cb-1c1a-47a0-8445-d1e9f022d1d2 req-16ce22a4-1c5d-41d7-b52f-81c9d7761108 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:58.000564 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-af2d64cb-1c1a-47a0-8445-d1e9f022d1d2 req-16ce22a4-1c5d-41d7-b52f-81c9d7761108 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.1139171 Mar 07 18:10:58.019676 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5234a-0795-45e3-8abb-dec6ef7f3a0f req-cf0813dc-ed65-4eff-9e39-480a7183a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:58.021204 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-31c5234a-0795-45e3-8abb-dec6ef7f3a0f req-cf0813dc-ed65-4eff-9e39-480a7183a0b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3861992-bbf8-44fd-ac4d-48923961f3e3 HTTP/1.1" status: 200 len: 912 time: 0.1143236 Mar 07 18:10:58.071621 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-af2d64cb-1c1a-47a0-8445-d1e9f022d1d2 req-77d5a439-d66a-47f2-a433-896303134e6f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648615 Mar 07 18:10:58.127320 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-31c5234a-0795-45e3-8abb-dec6ef7f3a0f req-3bb58baf-6fc1-4028-b3bc-82d11fd617fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c193956-08c0-4bb3-9b9f-58450a29fe03 HTTP/1.1" status: 200 len: 1001 time: 0.0855367 Mar 07 18:10:58.207631 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5234a-0795-45e3-8abb-dec6ef7f3a0f req-eff66a93-528c-441d-892d-64903288246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:58.209409 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-31c5234a-0795-45e3-8abb-dec6ef7f3a0f req-eff66a93-528c-441d-892d-64903288246f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3778293-3d6a-4b92-a3b7-6d9e07a0860c HTTP/1.1" status: 200 len: 850 time: 0.0807810 Mar 07 18:10:58.272752 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5234a-0795-45e3-8abb-dec6ef7f3a0f req-cef35146-2250-4836-b63d-3a25f927af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:58.274492 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-31c5234a-0795-45e3-8abb-dec6ef7f3a0f req-cef35146-2250-4836-b63d-3a25f927af5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3861992-bbf8-44fd-ac4d-48923961f3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540438 Mar 07 18:10:58.326980 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d036e-ef0b-4821-b4e0-fc50c9e03965 req-07f1627f-0f3f-49d1-9451-2006f6c08a0d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:58.329839 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f64d036e-ef0b-4821-b4e0-fc50c9e03965 req-07f1627f-0f3f-49d1-9451-2006f6c08a0d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1107059 Mar 07 18:10:58.334047 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac325f91-0d6a-4665-b994-e9539ff2aa5f req-a98efaca-3186-420c-9736-b5866b92aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:58.335467 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac325f91-0d6a-4665-b994-e9539ff2aa5f req-a98efaca-3186-420c-9736-b5866b92aa2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfbb51b8505f47d89c21f0a821602d4c&device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 1129 time: 0.1052036 Mar 07 18:10:58.417015 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-31c5234a-0795-45e3-8abb-dec6ef7f3a0f req-5b65b783-a545-4055-8cb6-63609345c19e service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351209 Mar 07 18:10:58.455262 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f64d036e-ef0b-4821-b4e0-fc50c9e03965 req-758fa4ae-1049-474c-bba0-6c90027bcf17 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188209 Mar 07 18:10:58.489386 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac325f91-0d6a-4665-b994-e9539ff2aa5f req-8da39041-446d-463d-a936-6984c6556588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:58.490894 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac325f91-0d6a-4665-b994-e9539ff2aa5f req-8da39041-446d-463d-a936-6984c6556588 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0859f08e-c1dc-4122-b4b2-4413e6f001c8 HTTP/1.1" status: 200 len: 920 time: 0.1481249 Mar 07 18:10:58.537396 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-31c5234a-0795-45e3-8abb-dec6ef7f3a0f req-10c7df43-20dc-419c-bd59-fd6413a47d1e service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131587 Mar 07 18:10:58.552213 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac325f91-0d6a-4665-b994-e9539ff2aa5f req-f298d469-f144-48cd-bb87-e77b184022de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd HTTP/1.1" status: 200 len: 217 time: 0.0485773 Mar 07 18:10:58.615812 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac325f91-0d6a-4665-b994-e9539ff2aa5f req-5059e158-6817-483f-a005-db4856e2b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:58.617233 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac325f91-0d6a-4665-b994-e9539ff2aa5f req-5059e158-6817-483f-a005-db4856e2b9b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69e34e1b-4ffa-4a13-ba33-6584cef36866 HTTP/1.1" status: 200 len: 859 time: 0.0510705 Mar 07 18:10:58.661406 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac325f91-0d6a-4665-b994-e9539ff2aa5f req-599dc2e9-1843-49f0-9231-c017acac8f35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0859f08e-c1dc-4122-b4b2-4413e6f001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316863 Mar 07 18:10:58.777540 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac325f91-0d6a-4665-b994-e9539ff2aa5f req-d5883870-9b32-4980-ba60-32976b230867 service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093802 Mar 07 18:10:58.893664 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac325f91-0d6a-4665-b994-e9539ff2aa5f req-3f3d9ece-639a-4f49-86ce-365220b7d398 service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052418 Mar 07 18:10:59.098373 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645275d-3d39-49cf-97cc-3aed51e13a83 req-31f3b231-8afc-40d9-bc15-e4caed9516ad tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:59.100393 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5645275d-3d39-49cf-97cc-3aed51e13a83 req-31f3b231-8afc-40d9-bc15-e4caed9516ad tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0693064 Mar 07 18:10:59.170757 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5645275d-3d39-49cf-97cc-3aed51e13a83 req-68c57ae8-2665-42a0-aea7-9f55b66e6fdd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591769 Mar 07 18:10:59.231031 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731371b8-f287-46ab-91de-d02bc28320fa req-d4220c26-e5d0-4b02-8979-6cfc6ba67016 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:59.232645 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-731371b8-f287-46ab-91de-d02bc28320fa req-d4220c26-e5d0-4b02-8979-6cfc6ba67016 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0608742 Mar 07 18:10:59.287062 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-731371b8-f287-46ab-91de-d02bc28320fa req-d38f3457-3c86-4c32-a737-045e169e4271 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476928 Mar 07 18:10:59.675637 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da8be3-d826-4a6b-8ea5-0c758ca426ec req-dc39ed2e-eb08-4097-b20d-98b1afd3b9d1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:10:59.682136 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e0da8be3-d826-4a6b-8ea5-0c758ca426ec req-dc39ed2e-eb08-4097-b20d-98b1afd3b9d1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1109700 Mar 07 18:10:59.736712 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e0da8be3-d826-4a6b-8ea5-0c758ca426ec req-040b6b42-d0b9-44b3-b32e-c0eea75288ca tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535684 Mar 07 18:11:00.312282 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995e825-81e9-4b3c-a8b3-449277a9a78e req-11a1720d-d44f-4722-9c9c-8be22136fb5e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:00.315695 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4995e825-81e9-4b3c-a8b3-449277a9a78e req-11a1720d-d44f-4722-9c9c-8be22136fb5e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0784090 Mar 07 18:11:00.422286 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4995e825-81e9-4b3c-a8b3-449277a9a78e req-3c2a551c-ea63-4dd0-b960-0b731726a89a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030164 Mar 07 18:11:00.458182 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c224e-77cb-4136-877c-c14c83d86ff4 req-42d9c0f8-5d50-4b7c-9118-c961b6e4f44d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:00.459702 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c30c224e-77cb-4136-877c-c14c83d86ff4 req-42d9c0f8-5d50-4b7c-9118-c961b6e4f44d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0782237 Mar 07 18:11:00.517073 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c30c224e-77cb-4136-877c-c14c83d86ff4 req-51782c15-2f0a-4440-8fab-6cbef3200253 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483429 Mar 07 18:11:00.884545 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5c7fd-54bd-4d4c-9d05-6877d81165ca req-18352bf5-af6d-4270-b805-9889e9adfdf0 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:00.886827 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1fa5c7fd-54bd-4d4c-9d05-6877d81165ca req-18352bf5-af6d-4270-b805-9889e9adfdf0 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0721250 Mar 07 18:11:00.945384 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1fa5c7fd-54bd-4d4c-9d05-6877d81165ca req-ec3b0d3c-0063-4da2-9088-182ab22774d2 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520856 Mar 07 18:11:01.271633 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c99988-55e2-40ed-a8e2-9a0e5bae2df1 req-a4604837-af0f-4dc5-90ca-943bdcc03185 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:01.273147 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-83c99988-55e2-40ed-a8e2-9a0e5bae2df1 req-a4604837-af0f-4dc5-90ca-943bdcc03185 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 945 time: 0.0530322 Mar 07 18:11:01.318232 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-83c99988-55e2-40ed-a8e2-9a0e5bae2df1 req-8603bbfc-fa8a-47ac-9d0f-869ca9853f34 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Mar 07 18:11:01.645903 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66029e5b-e297-477e-8bfc-102ac6002805 req-9d3fc6e7-0cc9-4012-8003-d5378a57020c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:01.647364 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-66029e5b-e297-477e-8bfc-102ac6002805 req-9d3fc6e7-0cc9-4012-8003-d5378a57020c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0566924 Mar 07 18:11:01.694699 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-66029e5b-e297-477e-8bfc-102ac6002805 req-13ab3ff4-b174-4bf8-b083-3aff5b8a22c7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411367 Mar 07 18:11:01.909913 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1734f-f625-4b03-b824-ceeb367b89a6 req-9bfbb589-7383-470a-a4f1-686cfdbc4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:01.911385 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-31e1734f-f625-4b03-b824-ceeb367b89a6 req-9bfbb589-7383-470a-a4f1-686cfdbc4dd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 1129 time: 0.0432608 Mar 07 18:11:02.004509 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1734f-f625-4b03-b824-ceeb367b89a6 req-279a571b-e023-4b1f-8199-f79e0a0ed7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:02.005995 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-31e1734f-f625-4b03-b824-ceeb367b89a6 req-279a571b-e023-4b1f-8199-f79e0a0ed7e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 918 time: 0.0872750 Mar 07 18:11:02.102493 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-31e1734f-f625-4b03-b824-ceeb367b89a6 req-7a5d9485-305e-4613-a711-d22a077fdb89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80eb991b-7508-47aa-a275-f85a46776964 HTTP/1.1" status: 200 len: 1001 time: 0.0834389 Mar 07 18:11:02.124458 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d4057-84aa-4010-a874-212c5168be18 req-45f20881-ea6c-4a48-93a3-22224ab9973e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:02.125877 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-881d4057-84aa-4010-a874-212c5168be18 req-45f20881-ea6c-4a48-93a3-22224ab9973e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1014781 Mar 07 18:11:02.182113 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1734f-f625-4b03-b824-ceeb367b89a6 req-7528cd1b-90d6-4bbf-92d2-2a6b7a21f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:02.183535 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-31e1734f-f625-4b03-b824-ceeb367b89a6 req-7528cd1b-90d6-4bbf-92d2-2a6b7a21f50c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.0739052 Mar 07 18:11:02.207761 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-881d4057-84aa-4010-a874-212c5168be18 req-20e25e88-26a4-47cb-8dcd-7486875dfa51 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618937 Mar 07 18:11:02.240042 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1734f-f625-4b03-b824-ceeb367b89a6 req-6e313dbd-004e-426e-92b6-541abfa812a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:02.241593 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-31e1734f-f625-4b03-b824-ceeb367b89a6 req-6e313dbd-004e-426e-92b6-541abfa812a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491326 Mar 07 18:11:02.330841 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-31e1734f-f625-4b03-b824-ceeb367b89a6 req-763fc21c-99c6-4a9e-8d93-9879690a0952 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815914 Mar 07 18:11:02.454616 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-31e1734f-f625-4b03-b824-ceeb367b89a6 req-302188bb-3b38-49c5-a0c9-dbf2cc386e7c service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145458 Mar 07 18:11:02.465932 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e9b15-782c-48f7-ac43-6982864b6993 req-1fb46cb5-45d4-4381-9766-505cf8121900 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:02.467349 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-568e9b15-782c-48f7-ac43-6982864b6993 req-1fb46cb5-45d4-4381-9766-505cf8121900 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 945 time: 0.0736797 Mar 07 18:11:02.516976 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-568e9b15-782c-48f7-ac43-6982864b6993 req-688e6a36-2287-4546-a2d4-41489291ae57 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Mar 07 18:11:02.815878 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8d09b-e863-4905-9be0-1843b2764455 req-c08746c6-e8cc-4fe8-b242-c890688d35a6 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:02.817362 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7ad8d09b-e863-4905-9be0-1843b2764455 req-c08746c6-e8cc-4fe8-b242-c890688d35a6 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0508707 Mar 07 18:11:02.863834 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7ad8d09b-e863-4905-9be0-1843b2764455 req-f7c1dd68-9261-44ab-9a7e-ed6f8706809e tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404212 Mar 07 18:11:03.324056 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbca3f2-cd16-41b3-bc8f-242ffe51bf5b req-8a8a7c10-afc8-4b64-99df-49de8ee571f4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:03.325560 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1dbca3f2-cd16-41b3-bc8f-242ffe51bf5b req-8a8a7c10-afc8-4b64-99df-49de8ee571f4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0508764 Mar 07 18:11:03.370379 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1dbca3f2-cd16-41b3-bc8f-242ffe51bf5b req-5be78ba9-cdd8-4a3e-b007-2944040cfad4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394177 Mar 07 18:11:03.633643 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e21075-a050-4e2f-a89d-de94252f563a req-27aa2e6c-b73a-42db-83a1-7cdec3070ef2 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:03.635091 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-40e21075-a050-4e2f-a89d-de94252f563a req-27aa2e6c-b73a-42db-83a1-7cdec3070ef2 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 945 time: 0.0546801 Mar 07 18:11:03.680042 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-40e21075-a050-4e2f-a89d-de94252f563a req-a67dbc91-4e78-46dd-bfeb-1cf7f9b8b8f8 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395217 Mar 07 18:11:03.730249 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9a8ff-cc6b-4c26-ae87-298cb4c0f8d1 req-66ca7fcf-627a-4380-9eb7-6bc63f40bdea tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:03.731678 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-88e9a8ff-cc6b-4c26-ae87-298cb4c0f8d1 req-66ca7fcf-627a-4380-9eb7-6bc63f40bdea tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.37 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 945 time: 0.0497763 Mar 07 18:11:03.863687 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-88e9a8ff-cc6b-4c26-ae87-298cb4c0f8d1 req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Deleting port 84439300-9777-490b-9702-f93588500a4c {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:11:03.864029 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-88e9a8ff-cc6b-4c26-ae87-298cb4c0f8d1 req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (84439300-9777-490b-9702-f93588500a4c), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:03.991983 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-88e9a8ff-cc6b-4c26-ae87-298cb4c0f8d1 req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] For port 84439300-9777-490b-9702-f93588500a4c, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=84439300-9777-490b-9702-f93588500a4c,segment=NetworkSegment(e7063722-251b-4bb5-8d67-1c6de1469c4c),segment_id=e7063722-251b-4bb5-8d67-1c6de1469c4c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:11:03.992374 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-88e9a8ff-cc6b-4c26-ae87-298cb4c0f8d1 req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (84439300-9777-490b-9702-f93588500a4c), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:04.008896 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-88e9a8ff-cc6b-4c26-ae87-298cb4c0f8d1 req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Calling delete_port for 84439300-9777-490b-9702-f93588500a4c owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:11:04.056714 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f075e32-da8f-4e61-9ccb-96d585ecc218 req-96d13e0b-fa5c-4ac2-9ab8-1cd43b8f68aa tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:04.058226 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f075e32-da8f-4e61-9ccb-96d585ecc218 req-96d13e0b-fa5c-4ac2-9ab8-1cd43b8f68aa tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.1229539 Mar 07 18:11:04.144982 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f075e32-da8f-4e61-9ccb-96d585ecc218 req-75125076-19b1-43a4-ac12-5ec480279993 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597863 Mar 07 18:11:04.212643 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-88e9a8ff-cc6b-4c26-ae87-298cb4c0f8d1 req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (84439300-9777-490b-9702-f93588500a4c), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:04.227079 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['84439300-9777-490b-9702-f93588500a4c'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:11:04.240271 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Pushing event deleted for resources: {'Port': ['ID=84439300-9777-490b-9702-f93588500a4c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:04.288956 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.289315 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.289934 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.289934 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.290553 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.290824 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.291160 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.291490 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.291823 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.292176 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.292513 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.292842 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.293173 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:04.317761 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e9a8ff-cc6b-4c26-ae87-298cb4c0f8d1 req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] No DVR routers for this DVR port 84439300-9777-490b-9702-f93588500a4c on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:11:04.321938 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-88e9a8ff-cc6b-4c26-ae87-298cb4c0f8d1 req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:04.325631 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-88e9a8ff-cc6b-4c26-ae87-298cb4c0f8d1 req-014713b0-7db5-402c-8c30-4e04cd36f272 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.37 "DELETE /v2.0/ports/84439300-9777-490b-9702-f93588500a4c HTTP/1.1" status: 204 len: 173 time: 0.5813649 Mar 07 18:11:04.326312 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7613ae41-8af1-4c7a-9f49-017d60d7d2dc', 'name': 'network-vif-deleted', 'tag': '84439300-9777-490b-9702-f93588500a4c'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:11:04.328606 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ec778a-22d7-4118-a00a-0267706539f4" -d '{"events": [{"server_uuid": "7613ae41-8af1-4c7a-9f49-017d60d7d2dc", "name": "network-vif-deleted", "tag": "84439300-9777-490b-9702-f93588500a4c"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:11:04.367482 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273cae87-ca4d-48d6-8aa7-fe8492fd346f x-openstack-request-id: req-273cae87-ca4d-48d6-8aa7-fe8492fd346f {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:11:04.368033 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7613ae41-8af1-4c7a-9f49-017d60d7d2dc", "name": "network-vif-deleted", "tag": "84439300-9777-490b-9702-f93588500a4c", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:11:04.368293 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-273cae87-ca4d-48d6-8aa7-fe8492fd346f {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:11:04.368719 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7613ae41-8af1-4c7a-9f49-017d60d7d2dc', 'name': 'network-vif-deleted', 'tag': '84439300-9777-490b-9702-f93588500a4c', 'status': 'completed', 'code': 200} Mar 07 18:11:04.497006 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06520a7-8509-4fe0-8751-7c8fda08bb96 req-ea4fa919-c9b9-495e-97b1-8109177948df tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:04.498710 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b06520a7-8509-4fe0-8751-7c8fda08bb96 req-ea4fa919-c9b9-495e-97b1-8109177948df tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0553253 Mar 07 18:11:04.545411 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b06520a7-8509-4fe0-8751-7c8fda08bb96 req-3356f55d-2f80-4b5d-8956-044677bbc9e6 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Mar 07 18:11:04.789808 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-049bd59a-8392-4308-8cd2-806ef78c78ae req-39ff9619-f08e-4447-a2c8-5d0209b6de9a tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=7613ae41-8af1-4c7a-9f49-017d60d7d2dc HTTP/1.1" status: 200 len: 210 time: 0.0295873 Mar 07 18:11:05.265326 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e046853-5dc9-4ff0-a8a5-249b0e387b1f req-e6825008-c606-40c7-885c-56c5d1dfcb76 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:05.266778 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4e046853-5dc9-4ff0-a8a5-249b0e387b1f req-e6825008-c606-40c7-885c-56c5d1dfcb76 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0517621 Mar 07 18:11:05.315408 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4e046853-5dc9-4ff0-a8a5-249b0e387b1f req-23c57398-56ff-432f-91f2-73332f79f8dd tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 Mar 07 18:11:05.667099 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba1427-a94f-4f47-a3fe-258eae91ef25 req-e9cd7c44-8a6c-4775-8896-fb9d816ef6b2 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:05.668621 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9dba1427-a94f-4f47-a3fe-258eae91ef25 req-e9cd7c44-8a6c-4775-8896-fb9d816ef6b2 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0539253 Mar 07 18:11:05.715734 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9dba1427-a94f-4f47-a3fe-258eae91ef25 req-dd46dcda-4081-4c72-9d72-b4df4cc733f1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Mar 07 18:11:05.776050 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [req-3409022f-280d-4e95-88ad-db36e8df74b8 req-f4db1da5-4592-43bd-977f-bc54f9658bd5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:11:05.777069 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3409022f-280d-4e95-88ad-db36e8df74b8 req-f4db1da5-4592-43bd-977f-bc54f9658bd5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059915 Mar 07 18:11:05.933121 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f7a87-4a7f-4e62-aef3-8fb2207448ac req-b0c0ecd4-9cf5-46db-91d5-ff0e87c8c3fc tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:05.934769 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-798f7a87-4a7f-4e62-aef3-8fb2207448ac req-b0c0ecd4-9cf5-46db-91d5-ff0e87c8c3fc tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0528724 Mar 07 18:11:05.988305 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-798f7a87-4a7f-4e62-aef3-8fb2207448ac req-852f427d-e1bc-44e0-875e-dd61060376a6 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429673 Mar 07 18:11:06.256604 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 38110) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:11:06.344631 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f18a1d1d-43af-49b1-b562-dec061784437 req-57dedb6c-8c31-4490-a67c-067a744a8814 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868123 Mar 07 18:11:06.353985 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [req-f18a1d1d-43af-49b1-b562-dec061784437 req-01e33278-d28b-4e1e-89de-f00a5bec0bf0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:11:06.354966 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f18a1d1d-43af-49b1-b562-dec061784437 req-01e33278-d28b-4e1e-89de-f00a5bec0bf0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056107 Mar 07 18:11:06.429667 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 38118) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:11:06.476637 dv-cinder-832291-1-iscsi neutron-server[103233]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 18:11:06.523744 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1d1d-43af-49b1-b562-dec061784437 req-6c7fb428-c269-4543-9119-8b44b0d13c07 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:06.525632 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f18a1d1d-43af-49b1-b562-dec061784437 req-6c7fb428-c269-4543-9119-8b44b0d13c07 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports/80eb991b-7508-47aa-a275-f85a46776964 HTTP/1.1" status: 200 len: 942 time: 0.0946496 Mar 07 18:11:06.841882 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7d9b3-2d67-4ef1-8e6d-d440decd4317 req-a1a58b0a-01d0-4a4e-9605-3959aa6c4036 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:06.843366 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c6d7d9b3-2d67-4ef1-8e6d-d440decd4317 req-a1a58b0a-01d0-4a4e-9605-3959aa6c4036 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0593035 Mar 07 18:11:06.890906 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c6d7d9b3-2d67-4ef1-8e6d-d440decd4317 req-a64e4844-23f6-448b-957c-e8e549c25f47 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Mar 07 18:11:07.112847 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11108d-4fd7-4b48-b3fd-b3440908d979 req-d69a7225-f18b-48be-b65a-b9268ddcec6a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:07.114249 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4b11108d-4fd7-4b48-b3fd-b3440908d979 req-d69a7225-f18b-48be-b65a-b9268ddcec6a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 945 time: 0.0522463 Mar 07 18:11:07.159585 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4b11108d-4fd7-4b48-b3fd-b3440908d979 req-250099a3-4a58-4558-b890-b7cd8a137a49 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394044 Mar 07 18:11:07.160222 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 80eb991b-7508-47aa-a275-f85a46776964 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:11:07.238573 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 80eb991b-7508-47aa-a275-f85a46776964 is: ACTIVE; New status is: DOWN {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:11:07.238965 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (80eb991b-7508-47aa-a275-f85a46776964), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:07.262476 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80eb991b-7508-47aa-a275-f85a46776964'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:11:07.264773 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e659688-cd63-4b3d-997a-6dbb1b4eb970" -d '{"events": [{"server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "name": "network-vif-unplugged", "status": "completed", "tag": "80eb991b-7508-47aa-a275-f85a46776964"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:11:07.277543 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=80eb991b-7508-47aa-a275-f85a46776964,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:11:07.281585 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (80eb991b-7508-47aa-a275-f85a46776964), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:07.307357 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 18:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9e78c5-f219-49f2-b400-1e90eff12909 x-openstack-request-id: req-9d9e78c5-f219-49f2-b400-1e90eff12909 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:11:07.307646 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "name": "network-vif-unplugged", "status": "failed", "tag": "80eb991b-7508-47aa-a275-f85a46776964", "code": 422}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:11:07.307900 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d9e78c5-f219-49f2-b400-1e90eff12909 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:11:07.308359 dv-cinder-832291-1-iscsi neutron-server[103235]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80eb991b-7508-47aa-a275-f85a46776964', 'code': 422} returned with failed status Mar 07 18:11:07.333537 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=80eb991b-7508-47aa-a275-f85a46776964,revision_number=8']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:08.012130 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fac35-a4a8-4b2d-bd9a-62db04a27e6e req-371264e2-1e70-4e55-a1e6-152f7c34adcc tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:08.013645 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5d2fac35-a4a8-4b2d-bd9a-62db04a27e6e req-371264e2-1e70-4e55-a1e6-152f7c34adcc tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0558307 Mar 07 18:11:08.063511 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5d2fac35-a4a8-4b2d-bd9a-62db04a27e6e req-f66c011b-a3a1-419f-846a-a205fc1b115e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Mar 07 18:11:08.286671 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a24efb-a3ec-470d-9d6f-9edbcb3cf906 req-b475cfd5-e1f4-4eb2-87d4-c382e2c9bf1c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:08.288139 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2a24efb-a3ec-470d-9d6f-9edbcb3cf906 req-b475cfd5-e1f4-4eb2-87d4-c382e2c9bf1c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.0526209 Mar 07 18:11:08.334227 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2a24efb-a3ec-470d-9d6f-9edbcb3cf906 req-06dc4f8f-6a5f-4239-8900-ae1039d45138 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399652 Mar 07 18:11:09.016446 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 84439300-9777-490b-9702-f93588500a4c no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:11:09.037286 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 84439300-9777-490b-9702-f93588500a4c {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:11:09.037636 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 84439300-9777-490b-9702-f93588500a4c not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:11:09.184320 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e88165-575c-4588-8cc4-09a7b37a308c req-d592c4ba-38de-45b6-8374-620ee4df44a3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:09.185781 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06e88165-575c-4588-8cc4-09a7b37a308c req-d592c4ba-38de-45b6-8374-620ee4df44a3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Mar 07 18:11:09.233983 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06e88165-575c-4588-8cc4-09a7b37a308c req-044817d5-bf45-4967-9019-15b7e331cae2 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Mar 07 18:11:09.462132 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277053e-5ff5-4b90-9576-73acc26a51f7 req-bc48fea5-b21a-4314-ba87-9f135431247c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:09.463632 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5277053e-5ff5-4b90-9576-73acc26a51f7 req-bc48fea5-b21a-4314-ba87-9f135431247c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.0555382 Mar 07 18:11:09.512752 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5277053e-5ff5-4b90-9576-73acc26a51f7 req-d5f6b57c-862b-4f9f-8975-4d823dbedd80 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432196 Mar 07 18:11:10.135332 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1d1d-43af-49b1-b562-dec061784437 req-2d868d8b-62c6-4229-9a82-ab9a16122ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:10.137038 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f18a1d1d-43af-49b1-b562-dec061784437 req-2d868d8b-62c6-4229-9a82-ab9a16122ba8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf&tenant_id=ad4cb97f96de4c73a3c759ebc4e33894 HTTP/1.1" status: 200 len: 1127 time: 0.0776711 Mar 07 18:11:10.208847 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1d1d-43af-49b1-b562-dec061784437 req-71a2c749-be87-4b12-a267-58e3881fde10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:10.210413 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f18a1d1d-43af-49b1-b562-dec061784437 req-71a2c749-be87-4b12-a267-58e3881fde10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 1127 time: 0.0510118 Mar 07 18:11:10.347958 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1d1d-43af-49b1-b562-dec061784437 req-9c81188a-8ab8-4ef8-a8ea-0329ba4c53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:10.349431 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f18a1d1d-43af-49b1-b562-dec061784437 req-9c81188a-8ab8-4ef8-a8ea-0329ba4c53e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 918 time: 0.1302843 Mar 07 18:11:10.689502 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4dd4b-23e8-4613-ab8b-710a1347aeda req-ce3855c7-05f8-4d21-a855-473b6b5c99c0 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:10.690955 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-16a4dd4b-23e8-4613-ab8b-710a1347aeda req-ce3855c7-05f8-4d21-a855-473b6b5c99c0 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.3858767 Mar 07 18:11:10.693930 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f18a1d1d-43af-49b1-b562-dec061784437 req-43292811-268b-40b5-8c8e-03c8b01433cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80eb991b-7508-47aa-a275-f85a46776964 HTTP/1.1" status: 200 len: 999 time: 0.3375587 Mar 07 18:11:10.769983 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297d8c9-68d5-4a5d-b54b-dfb7f284b3b4 req-d7a11c4b-956d-4a9a-8ec5-22dfc5356693 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:10.771417 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a297d8c9-68d5-4a5d-b54b-dfb7f284b3b4 req-d7a11c4b-956d-4a9a-8ec5-22dfc5356693 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.1451440 Mar 07 18:11:10.817060 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-16a4dd4b-23e8-4613-ab8b-710a1347aeda req-541caedf-8627-42f9-945a-ad8a499711cf tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205096 Mar 07 18:11:10.820096 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1d1d-43af-49b1-b562-dec061784437 req-beacf64c-6933-4a33-a4ea-b4ade0b9be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:10.821750 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f18a1d1d-43af-49b1-b562-dec061784437 req-beacf64c-6933-4a33-a4ea-b4ade0b9be8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.1134148 Mar 07 18:11:10.876524 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a297d8c9-68d5-4a5d-b54b-dfb7f284b3b4 req-4be4fb59-38ea-4538-aa95-4d3d98824cde tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944371 Mar 07 18:11:10.893791 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1d1d-43af-49b1-b562-dec061784437 req-ccf7f861-f92a-4ff3-8cbd-cab2e39298d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:10.895718 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f18a1d1d-43af-49b1-b562-dec061784437 req-ccf7f861-f92a-4ff3-8cbd-cab2e39298d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644898 Mar 07 18:11:10.991281 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f18a1d1d-43af-49b1-b562-dec061784437 req-346c61a4-40bc-49ec-bd38-d21704bfdf54 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894659 Mar 07 18:11:11.008955 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 80eb991b-7508-47aa-a275-f85a46776964 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:11:11.084913 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f18a1d1d-43af-49b1-b562-dec061784437 req-a1a2a26f-e31d-4f10-9064-f78d965f45f0 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876169 Mar 07 18:11:11.087686 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 80eb991b-7508-47aa-a275-f85a46776964 is: DOWN; New status is: DOWN {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:11:12.001784 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f881110-930b-48aa-aada-6a4f962f51b6 req-782f6511-f49e-4797-9fa6-c35d4f03e286 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:12.003358 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f881110-930b-48aa-aada-6a4f962f51b6 req-782f6511-f49e-4797-9fa6-c35d4f03e286 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1024849 Mar 07 18:11:12.061584 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d515c-936d-4dde-bbf5-bd46a632da7c req-a93a1803-f3e0-4df8-8a67-002983a77b20 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:12.063167 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2a7d515c-936d-4dde-bbf5-bd46a632da7c req-a93a1803-f3e0-4df8-8a67-002983a77b20 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.1069224 Mar 07 18:11:12.081658 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8234-dc28-491d-b134-539376d34efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:12.095301 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f881110-930b-48aa-aada-6a4f962f51b6 req-3783c103-3cb9-4523-bbb0-0c377205309a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841048 Mar 07 18:11:12.137160 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2a7d515c-936d-4dde-bbf5-bd46a632da7c req-7253823c-4931-4729-a553-68f82495e74b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583496 Mar 07 18:11:13.294900 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15138504-4620-4055-ac40-e48366a0be69 req-36678c96-b17c-419c-952b-82159e166967 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:13.300668 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-15138504-4620-4055-ac40-e48366a0be69 req-36678c96-b17c-419c-952b-82159e166967 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0973887 Mar 07 18:11:13.330045 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f4123-d5a6-4917-ba29-b8ac13864e1e req-76959979-8674-498c-9d82-454a44034bb5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:13.332672 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c90f4123-d5a6-4917-ba29-b8ac13864e1e req-76959979-8674-498c-9d82-454a44034bb5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.0962880 Mar 07 18:11:13.384831 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-15138504-4620-4055-ac40-e48366a0be69 req-aeccdd5b-fed1-4bdd-9847-0379c7e6a4ac tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809848 Mar 07 18:11:13.402877 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c90f4123-d5a6-4917-ba29-b8ac13864e1e req-24939ba3-7125-44e9-b2fe-c08284a4e20e tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632498 Mar 07 18:11:14.279000 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9fc7291b-4ef3-423b-8ce1-0d4832b88065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:14.553863 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609df36-820c-4f48-8da2-ca46168a7676 req-fbcab7c3-2a6a-4a48-970c-36315637f12b tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:14.555961 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d609df36-820c-4f48-8da2-ca46168a7676 req-fbcab7c3-2a6a-4a48-970c-36315637f12b tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0986078 Mar 07 18:11:14.589959 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dc655-fbf6-4427-9fd8-fbe4e0a0b44b req-e8b0d82f-1e51-45c6-a45a-2a457ad438dc tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:14.591424 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d59dc655-fbf6-4427-9fd8-fbe4e0a0b44b req-e8b0d82f-1e51-45c6-a45a-2a457ad438dc tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.0914717 Mar 07 18:11:14.642531 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d609df36-820c-4f48-8da2-ca46168a7676 req-22eccd57-1422-419d-a51c-cc9752f75436 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796192 Mar 07 18:11:14.667361 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d59dc655-fbf6-4427-9fd8-fbe4e0a0b44b req-6b0948bd-5a1d-49ca-9c5a-706ad5aa1a20 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694821 Mar 07 18:11:15.423719 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:15.459147 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:15.831465 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df793e3-0879-41f2-be7f-6e35e4e9dbb8 req-5eeeb09b-74ea-4165-8396-46829a77af28 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:15.831465 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8df793e3-0879-41f2-be7f-6e35e4e9dbb8 req-5eeeb09b-74ea-4165-8396-46829a77af28 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1152291 Mar 07 18:11:15.936400 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8df793e3-0879-41f2-be7f-6e35e4e9dbb8 req-ffa78b98-8450-4c29-a120-9d825e7e5d7f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957308 Mar 07 18:11:15.944297 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4bd08-3508-4864-b41d-ebe9d5a601b1 req-57c6caee-f9f1-4221-ac9f-3674693ecd26 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:15.957135 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8e4bd08-3508-4864-b41d-ebe9d5a601b1 req-57c6caee-f9f1-4221-ac9f-3674693ecd26 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.1400270 Mar 07 18:11:16.018081 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8e4bd08-3508-4864-b41d-ebe9d5a601b1 req-cdce3b1a-f4bb-4d17-ac57-dccf17769310 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648320 Mar 07 18:11:16.136078 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-8020576e-442e-45d2-9cb8-76c5a928fd0e tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:16.138134 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-8020576e-442e-45d2-9cb8-76c5a928fd0e tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/networks?id=6bbcfd65-aad9-46c8-bbe7-a94e468e2748 HTTP/1.1" status: 200 len: 814 time: 0.1076922 Mar 07 18:11:16.153452 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-3c3ef412-db37-4d1a-82d6-7ba5f4b17534 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/quotas/494fff7e59024f82872cc341ef93cdf8 HTTP/1.1" status: 200 len: 375 time: 0.0097427 Mar 07 18:11:16.194477 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-91a144f3-c0cf-4a7e-8740-a0e4015935ed tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=494fff7e59024f82872cc341ef93cdf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332954 Mar 07 18:11:16.292267 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-5748c314-4f36-48ae-9341-fecdcb70f54a service neutron] 10.222.0.13 "GET /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903206 Mar 07 18:11:16.403713 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-5db0551d-a760-44a5-9c69-a2419bc4de4e service neutron] 10.222.0.13 "GET /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046512 Mar 07 18:11:16.580302 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-741c37cb-e52e-40fa-861c-8ae62fc83596 req-595d5562-6538-4201-bb5f-310caab213ef tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 210 time: 0.0341561 Mar 07 18:11:16.848639 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:17.068754 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40840172-f627-40dd-94ce-6a018592e0ab req-8f0950ff-6b60-4413-9298-dc7d92c49cdd tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:17.072519 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-40840172-f627-40dd-94ce-6a018592e0ab req-8f0950ff-6b60-4413-9298-dc7d92c49cdd tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0611405 Mar 07 18:11:17.135679 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-40840172-f627-40dd-94ce-6a018592e0ab req-1cbf1a5c-f8bb-4bff-89d3-b7b659412ccf tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564775 Mar 07 18:11:17.184406 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b1801-2665-4ca9-b370-8ab1f7754d3b req-e3beab40-5de5-4967-97f4-257d4c863555 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:17.185866 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d0b1801-2665-4ca9-b370-8ab1f7754d3b req-e3beab40-5de5-4967-97f4-257d4c863555 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.0664024 Mar 07 18:11:17.237051 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1d0b1801-2665-4ca9-b370-8ab1f7754d3b req-9e203853-da80-4f1a-bda7-2d97b0fd2098 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449481 Mar 07 18:11:17.681799 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f7019e0f-36ad-48be-876b-9e8f4ef51702 req-56705933-9526-419e-bacc-12619747e778 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 210 time: 0.0294778 Mar 07 18:11:18.259861 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5469d-ff5c-498b-8c68-f1a43ca18711 req-93c3f9b7-014f-492b-9654-2f45eba4af0c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:18.261415 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-84b5469d-ff5c-498b-8c68-f1a43ca18711 req-93c3f9b7-014f-492b-9654-2f45eba4af0c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0579622 Mar 07 18:11:18.326478 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-84b5469d-ff5c-498b-8c68-f1a43ca18711 req-e130f289-c697-4d14-b47c-bf11420572c4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584412 Mar 07 18:11:18.374484 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a53a5-fe69-4b50-a011-3ed29b5c46d1 req-cadd2161-b50d-44c6-b129-6836a32ec17a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:18.381495 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-857a53a5-fe69-4b50-a011-3ed29b5c46d1 req-cadd2161-b50d-44c6-b129-6836a32ec17a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.0677435 Mar 07 18:11:18.429066 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-857a53a5-fe69-4b50-a011-3ed29b5c46d1 req-77f3b326-a126-4c2c-8c52-1839e9b4f219 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464694 Mar 07 18:11:18.540076 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:18.778933 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce6229e4-a48a-426f-a122-7a6c1cad180c req-644f3391-e8a9-48b9-bd40-93d97d0425de tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 210 time: 0.0295343 Mar 07 18:11:19.448721 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7891-dfa6-401d-9116-77026a7006ae req-56b9d325-4cba-48a6-9029-c3360d30dcec tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:19.455070 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bd2a7891-dfa6-401d-9116-77026a7006ae req-56b9d325-4cba-48a6-9029-c3360d30dcec tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0573177 Mar 07 18:11:19.516795 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bd2a7891-dfa6-401d-9116-77026a7006ae req-b9ae850c-d79f-4079-978d-90e65cf4365e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574379 Mar 07 18:11:19.576001 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31c551-c694-4b7e-939b-7f63a86cb96c req-b8d7f93c-a37b-4d10-9a73-8d0992180fa0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:19.577577 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2d31c551-c694-4b7e-939b-7f63a86cb96c req-b8d7f93c-a37b-4d10-9a73-8d0992180fa0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.0557966 Mar 07 18:11:19.628968 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2d31c551-c694-4b7e-939b-7f63a86cb96c req-f5f3277e-ccdb-49ab-8900-9139d391d678 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457890 Mar 07 18:11:19.884826 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-33269a75-6e79-4fa0-8263-1e0a78450494 req-aaf19fd1-bd6d-4bbe-add4-5fd8ab9408ef tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 210 time: 0.0397151 Mar 07 18:11:20.637751 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952beeb-2c4c-4404-a856-fe4dda032e9d req-b39a6856-0112-472a-958e-b569b91f1fc2 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:20.639256 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0952beeb-2c4c-4404-a856-fe4dda032e9d req-b39a6856-0112-472a-958e-b569b91f1fc2 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0557868 Mar 07 18:11:20.687267 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0952beeb-2c4c-4404-a856-fe4dda032e9d req-1f558a8e-1ec7-4074-9a32-9588874ce968 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 Mar 07 18:11:20.754146 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf537a-6bc5-4d0a-9080-173f36b4b23a req-32e05c22-3f33-4792-84a3-4037cca534d5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:20.755594 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cecf537a-6bc5-4d0a-9080-173f36b4b23a req-32e05c22-3f33-4792-84a3-4037cca534d5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.0520406 Mar 07 18:11:20.801269 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cecf537a-6bc5-4d0a-9080-173f36b4b23a req-b7450e55-4b96-422f-8f00-396ab54dbc28 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395334 Mar 07 18:11:20.974571 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3f0085ff-1219-4d71-931e-aa43fe67bb4b req-1e3cba08-c5e1-4e0d-8b2d-1ad0e6818873 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 210 time: 0.0263436 Mar 07 18:11:21.835850 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-4dfc35b4-bad8-43ee-bb4a-28da8eeb1197 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:21.837352 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-4dfc35b4-bad8-43ee-bb4a-28da8eeb1197 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.37 "GET /v2.0/networks?id=6bbcfd65-aad9-46c8-bbe7-a94e468e2748 HTTP/1.1" status: 200 len: 814 time: 0.1325572 Mar 07 18:11:21.851758 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5515dd-fdcf-4b7d-9bee-5cd988d9cb09 req-ed187df7-9529-4f06-950d-34cb38781b88 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:21.853329 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4d5515dd-fdcf-4b7d-9bee-5cd988d9cb09 req-ed187df7-9529-4f06-950d-34cb38781b88 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0851192 Mar 07 18:11:21.857922 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Request body: {'port': {'device_id': 'f7896683-121b-45f5-b4c2-c184bf17f2c6', 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748', 'admin_state_up': True, 'tenant_id': '494fff7e59024f82872cc341ef93cdf8'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:11:22.013925 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4d5515dd-fdcf-4b7d-9bee-5cd988d9cb09 req-47e278a8-7857-4391-80ed-60214c8aa509 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383379 Mar 07 18:11:22.034219 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95044d6a-8c69-4c67-a001-05d73a911916 req-366e5d9d-8da4-45f4-843d-338f2a84eaec tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:22.035751 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-95044d6a-8c69-4c67-a001-05d73a911916 req-366e5d9d-8da4-45f4-843d-338f2a84eaec tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.1396651 Mar 07 18:11:22.051494 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Made reservation on behalf of 494fff7e59024f82872cc341ef93cdf8 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:11:22.055185 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:22.132278 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-71dc4478-cdba-40ba-a16c-52ff0e3956d1 req-c5ccccb3-68e9-4113-bd1a-4717f7c73a4c tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 210 time: 0.0523677 Mar 07 18:11:22.185369 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-95044d6a-8c69-4c67-a001-05d73a911916 req-cfdcb909-12bd-46dc-b478-8f17dedd2493 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419747 Mar 07 18:11:22.251251 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Allocated IP 172.20.0.9 (6bbcfd65-aad9-46c8-bbe7-a94e468e2748/23622ad1-a558-4df9-a5ed-4f28c7d368fe/49459c47-ba2d-42d8-aa49-aef86275252a) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:11:22.391209 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks [] for port (49459c47-ba2d-42d8-aa49-aef86275252a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:22.424423 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:22.473182 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:11:22.476128 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:11:22.480618 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:11:22.507282 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Pushing event updated for resources: {'Port': ['ID=49459c47-ba2d-42d8-aa49-aef86275252a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:22.530005 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:22.530605 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:22.547075 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-017c2867-a3fe-4542-9038-7d9d37833af6 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6927588 Mar 07 18:11:22.559216 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd8726-91c7-4baa-a403-658b6387d528 req-9c48251f-7617-4cc6-8346-ff89aa639460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:22.559768 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Request body: {'port': {'device_id': 'f7896683-121b-45f5-b4c2-c184bf17f2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:11:22.561640 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-84cd8726-91c7-4baa-a403-658b6387d528 req-9c48251f-7617-4cc6-8346-ff89aa639460 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 1129 time: 0.0471852 Mar 07 18:11:22.607199 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-84cd8726-91c7-4baa-a403-658b6387d528 req-68cd36ab-c869-4a71-aefe-ed7c474dd8c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384300 Mar 07 18:11:22.617871 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:22.870104 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49459c47-ba2d-42d8-aa49-aef86275252a {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:11:22.877400 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Publish callbacks [] for port (49459c47-ba2d-42d8-aa49-aef86275252a), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:22.889427 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Transition to ACTIVE for port object 49459c47-ba2d-42d8-aa49-aef86275252a will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:11:22.893109 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:22.939930 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Pushing event updated for resources: {'Port': ['ID=49459c47-ba2d-42d8-aa49-aef86275252a,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:23.009684 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Attempting to bind port 49459c47-ba2d-42d8-aa49-aef86275252a on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:11:23.010021 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Attempting to bind port 49459c47-ba2d-42d8-aa49-aef86275252a by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': 'e7063722-251b-4bb5-8d67-1c6de1469c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:11:23.010352 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Attempting to bind port 49459c47-ba2d-42d8-aa49-aef86275252a on network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:11:23.014506 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Port 49459c47-ba2d-42d8-aa49-aef86275252a on network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:11:23.014839 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Attempting to bind port 49459c47-ba2d-42d8-aa49-aef86275252a on network 6bbcfd65-aad9-46c8-bbe7-a94e468e2748 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:11:23.019485 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:11:23.019822 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Checking segment: {'id': 'e7063722-251b-4bb5-8d67-1c6de1469c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:11:23.020231 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Bound using segment: {'id': 'e7063722-251b-4bb5-8d67-1c6de1469c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:11:23.020659 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Bound port: 49459c47-ba2d-42d8-aa49-aef86275252a, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7063722-251b-4bb5-8d67-1c6de1469c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:11:23.021012 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:23.096844 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] For port 49459c47-ba2d-42d8-aa49-aef86275252a, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:11:23.123427 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] For port 49459c47-ba2d-42d8-aa49-aef86275252a, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=49459c47-ba2d-42d8-aa49-aef86275252a,segment=NetworkSegment(e7063722-251b-4bb5-8d67-1c6de1469c4c),segment_id=e7063722-251b-4bb5-8d67-1c6de1469c4c)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:11:23.131259 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:23.175228 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:23.175859 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:23.177259 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] 10.222.0.37 "PUT /v2.0/ports/49459c47-ba2d-42d8-aa49-aef86275252a HTTP/1.1" status: 200 len: 1093 time: 0.6218841 Mar 07 18:11:23.178326 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7896683-121b-45f5-b4c2-c184bf17f2c6', 'tag': '49459c47-ba2d-42d8-aa49-aef86275252a'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:11:23.180706 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f2cc69-2d75-4937-ac7b-dddc12cf787b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7896683-121b-45f5-b4c2-c184bf17f2c6", "tag": "49459c47-ba2d-42d8-aa49-aef86275252a"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:11:23.191732 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f117c15-0d14-464a-acb3-addfe9d8f625 req-3ba97a21-f284-42f9-835c-94be9b41f06f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:23.193303 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f117c15-0d14-464a-acb3-addfe9d8f625 req-3ba97a21-f284-42f9-835c-94be9b41f06f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1109021 Mar 07 18:11:23.220018 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6e683-dc4f-4927-9524-582efdc00511 service neutron] Pushing event updated for resources: {'Port': ['ID=49459c47-ba2d-42d8-aa49-aef86275252a,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:23.320721 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f117c15-0d14-464a-acb3-addfe9d8f625 req-e5668bc1-c0bc-4f7f-80d1-64d7d19540e1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009107 Mar 07 18:11:23.329152 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217351d-111d-4039-8e71-6ec7d23d5aed req-1bbb811d-6048-443e-84f0-2cab17aa2bba tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:23.330721 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5217351d-111d-4039-8e71-6ec7d23d5aed req-1bbb811d-6048-443e-84f0-2cab17aa2bba tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 943 time: 0.1247709 Mar 07 18:11:23.351117 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-960d163a-4229-4b5b-ba1a-983bcdcb6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:23.352994 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-960d163a-4229-4b5b-ba1a-983bcdcb6a9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=494fff7e59024f82872cc341ef93cdf8&device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 1127 time: 0.1348376 Mar 07 18:11:23.372647 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46a32f1-233d-4880-b0d2-ec3c24ba97e9 x-openstack-request-id: req-d46a32f1-233d-4880-b0d2-ec3c24ba97e9 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:11:23.372928 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7896683-121b-45f5-b4c2-c184bf17f2c6", "tag": "49459c47-ba2d-42d8-aa49-aef86275252a", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:11:23.373175 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d46a32f1-233d-4880-b0d2-ec3c24ba97e9 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:11:23.373557 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7896683-121b-45f5-b4c2-c184bf17f2c6', 'tag': '49459c47-ba2d-42d8-aa49-aef86275252a', 'status': 'completed', 'code': 200} Mar 07 18:11:23.409962 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-e80303ac-09eb-4721-b352-ed1e4cec5fe6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49459c47-ba2d-42d8-aa49-aef86275252a HTTP/1.1" status: 200 len: 217 time: 0.0492804 Mar 07 18:11:23.466143 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5217351d-111d-4039-8e71-6ec7d23d5aed req-2496337c-3624-46d1-85b8-3e50d053cd03 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294522 Mar 07 18:11:23.490473 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-9aa4f231-ad5c-4dfe-a784-eb2ba47dd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:23.492458 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-9aa4f231-ad5c-4dfe-a784-eb2ba47dd21f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23622ad1-a558-4df9-a5ed-4f28c7d368fe HTTP/1.1" status: 200 len: 854 time: 0.0658567 Mar 07 18:11:23.514576 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640b5d1-cc03-47b2-9e5c-575cc8598d91 req-a98b5330-aeac-4ed2-9dd6-5f0a202a1ab7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:23.515986 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7640b5d1-cc03-47b2-9e5c-575cc8598d91 req-a98b5330-aeac-4ed2-9dd6-5f0a202a1ab7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.1081529 Mar 07 18:11:23.532503 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-9abfcf80-0f41-42f7-9d26-811ff601d289 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bbcfd65-aad9-46c8-bbe7-a94e468e2748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332153 Mar 07 18:11:23.623761 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7640b5d1-cc03-47b2-9e5c-575cc8598d91 req-8d94d960-5575-407c-89b3-0f6f00316184 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938458 Mar 07 18:11:23.649681 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-806bccc5-9f45-477d-a1a5-ffff0ad267e8 service neutron] 10.222.0.37 "GET /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059895 Mar 07 18:11:23.743908 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-11bf4497-a3b4-4bc3-89b4-212e8f95f4de req-1344430e-f8d6-44c1-8355-71a4c02c3156 service neutron] 10.222.0.37 "GET /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857489 Mar 07 18:11:23.846623 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2cc69-2d75-4937-ac7b-dddc12cf787b req-161422f1-1e9e-43c4-91fe-15298dc8d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:23.848223 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-03f2cc69-2d75-4937-ac7b-dddc12cf787b req-161422f1-1e9e-43c4-91fe-15298dc8d514 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=494fff7e59024f82872cc341ef93cdf8&device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 1127 time: 0.0446231 Mar 07 18:11:23.942583 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2cc69-2d75-4937-ac7b-dddc12cf787b req-169ff39c-a486-490e-930d-71a01af1fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:23.943965 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-03f2cc69-2d75-4937-ac7b-dddc12cf787b req-169ff39c-a486-490e-930d-71a01af1fb23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6bbcfd65-aad9-46c8-bbe7-a94e468e2748 HTTP/1.1" status: 200 len: 915 time: 0.0899851 Mar 07 18:11:23.987878 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-03f2cc69-2d75-4937-ac7b-dddc12cf787b req-2cd7509a-109e-41ef-bdf7-91f1674dd395 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49459c47-ba2d-42d8-aa49-aef86275252a HTTP/1.1" status: 200 len: 217 time: 0.0365160 Mar 07 18:11:24.033468 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2cc69-2d75-4937-ac7b-dddc12cf787b req-032eabb6-be7e-4bda-a808-9be3a6b89607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:24.034854 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-03f2cc69-2d75-4937-ac7b-dddc12cf787b req-032eabb6-be7e-4bda-a808-9be3a6b89607 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23622ad1-a558-4df9-a5ed-4f28c7d368fe HTTP/1.1" status: 200 len: 854 time: 0.0408430 Mar 07 18:11:24.070604 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-03f2cc69-2d75-4937-ac7b-dddc12cf787b req-037d8f31-2c36-4a41-add6-e4039392fa96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bbcfd65-aad9-46c8-bbe7-a94e468e2748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281978 Mar 07 18:11:24.169964 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-03f2cc69-2d75-4937-ac7b-dddc12cf787b req-1d788536-a929-455c-8b5d-a54cd049bac3 service neutron] 10.222.0.37 "GET /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921392 Mar 07 18:11:24.255461 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-03f2cc69-2d75-4937-ac7b-dddc12cf787b req-e3ff1e00-3b0d-4ba9-9e44-c1d3e2821628 service neutron] 10.222.0.37 "GET /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788431 Mar 07 18:11:24.435810 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502acdc-fed6-4285-87fa-15ab1f1ec6d7 req-4de248df-476f-439c-92e9-320ef21b1527 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:24.437280 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d502acdc-fed6-4285-87fa-15ab1f1ec6d7 req-4de248df-476f-439c-92e9-320ef21b1527 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0507531 Mar 07 18:11:24.486146 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d502acdc-fed6-4285-87fa-15ab1f1ec6d7 req-e3529c56-507c-45e6-bb99-c82f71dc2d7a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433922 Mar 07 18:11:24.582507 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe15f4-bb69-4086-b6c7-7ee54d62ab12 req-76d7c6ae-c9bc-4bc8-8c8e-2981824a0698 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:24.583993 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a7fe15f4-bb69-4086-b6c7-7ee54d62ab12 req-76d7c6ae-c9bc-4bc8-8c8e-2981824a0698 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 943 time: 0.0531340 Mar 07 18:11:24.640765 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a7fe15f4-bb69-4086-b6c7-7ee54d62ab12 req-2b1a706c-c642-4a5a-a923-2848e4b489d4 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495462 Mar 07 18:11:24.799214 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a496b-3b97-4f67-be2d-cf04b89d577d req-e5a385f2-e862-4a2e-9c24-fe6710307bc9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:24.800756 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b14a496b-3b97-4f67-be2d-cf04b89d577d req-e5a385f2-e862-4a2e-9c24-fe6710307bc9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1192982 Mar 07 18:11:24.813975 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813e54d-e39b-46c9-bc65-6863afbcb4c0 req-c3068d78-e917-466c-8b0d-73e4a14981cd tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:24.815381 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9813e54d-e39b-46c9-bc65-6863afbcb4c0 req-c3068d78-e917-466c-8b0d-73e4a14981cd tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.1151927 Mar 07 18:11:24.819598 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe8f47-dfa8-470e-a6c8-aba55166a021 req-283dcfc8-215e-403f-b842-dc10e9215a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:24.821764 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-adbe8f47-dfa8-470e-a6c8-aba55166a021 req-283dcfc8-215e-403f-b842-dc10e9215a73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfbb51b8505f47d89c21f0a821602d4c&device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 1129 time: 0.1300814 Mar 07 18:11:25.069800 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 49459c47-ba2d-42d8-aa49-aef86275252a details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:11:25.165450 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b14a496b-3b97-4f67-be2d-cf04b89d577d req-a22d2ea1-cbb2-40f2-9e7a-0754202c1b98 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584635 Mar 07 18:11:25.170315 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9813e54d-e39b-46c9-bc65-6863afbcb4c0 req-df4c1e0e-ea33-40c1-a5ef-025b14b01dd0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476391 Mar 07 18:11:25.172653 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 49459c47-ba2d-42d8-aa49-aef86275252a, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=49459c47-ba2d-42d8-aa49-aef86275252a,segment=NetworkSegment(e7063722-251b-4bb5-8d67-1c6de1469c4c),segment_id=e7063722-251b-4bb5-8d67-1c6de1469c4c)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:11:25.185328 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '49459c47-ba2d-42d8-aa49-aef86275252a', 'network_id': '6bbcfd65-aad9-46c8-bbe7-a94e468e2748', 'port_id': '49459c47-ba2d-42d8-aa49-aef86275252a', 'mac_address': 'fa:16:3e:fe:e0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23622ad1-a558-4df9-a5ed-4f28c7d368fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:11:25.192811 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe8f47-dfa8-470e-a6c8-aba55166a021 req-6915952a-f1ab-44e4-9509-9ac31e2f891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:25.194320 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-adbe8f47-dfa8-470e-a6c8-aba55166a021 req-6915952a-f1ab-44e4-9509-9ac31e2f891f service neutron] 10.222.0.37 "GET /v2.0/networks?id=0859f08e-c1dc-4122-b4b2-4413e6f001c8 HTTP/1.1" status: 200 len: 920 time: 0.3551741 Mar 07 18:11:25.228494 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 49459c47-ba2d-42d8-aa49-aef86275252a is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:11:25.228970 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:25.236029 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-adbe8f47-dfa8-470e-a6c8-aba55166a021 req-af39a26b-4053-47d5-b808-6841fc3268dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd HTTP/1.1" status: 200 len: 217 time: 0.0351725 Mar 07 18:11:25.241789 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49459c47-ba2d-42d8-aa49-aef86275252a {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:11:25.263087 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 49459c47-ba2d-42d8-aa49-aef86275252a, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=49459c47-ba2d-42d8-aa49-aef86275252a,segment=NetworkSegment(e7063722-251b-4bb5-8d67-1c6de1469c4c),segment_id=e7063722-251b-4bb5-8d67-1c6de1469c4c)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:11:25.267690 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:25.290097 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe8f47-dfa8-470e-a6c8-aba55166a021 req-0f1a67e4-9a37-40bd-823d-8f279ab9ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:25.291535 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-adbe8f47-dfa8-470e-a6c8-aba55166a021 req-0f1a67e4-9a37-40bd-823d-8f279ab9ac13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69e34e1b-4ffa-4a13-ba33-6584cef36866 HTTP/1.1" status: 200 len: 859 time: 0.0492647 Mar 07 18:11:25.315641 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=49459c47-ba2d-42d8-aa49-aef86275252a,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:25.325287 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-adbe8f47-dfa8-470e-a6c8-aba55166a021 req-76435c92-3af6-4cdc-bf4f-b53d3cdfad73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0859f08e-c1dc-4122-b4b2-4413e6f001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257673 Mar 07 18:11:25.411667 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-adbe8f47-dfa8-470e-a6c8-aba55166a021 req-94630289-9fe4-4101-afd2-3c3e33a27eee service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792327 Mar 07 18:11:25.501488 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-adbe8f47-dfa8-470e-a6c8-aba55166a021 req-cca1fda7-bfc4-4244-8dec-659162702b5c service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833714 Mar 07 18:11:25.600354 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['49459c47-ba2d-42d8-aa49-aef86275252a'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:11:25.759349 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170e7b9-7ddb-4255-948b-038f0761301a req-5ce22ac1-5f0a-4346-8f2c-03549a740cee tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:25.760857 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d170e7b9-7ddb-4255-948b-038f0761301a req-5ce22ac1-5f0a-4346-8f2c-03549a740cee tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 944 time: 0.0548325 Mar 07 18:11:25.806152 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d170e7b9-7ddb-4255-948b-038f0761301a req-efe298d8-1106-45da-a86f-961f1642ee33 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Mar 07 18:11:26.317969 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72a390-f95b-47da-86de-1076633c3ea3 req-3765c812-81a5-4531-a933-9dfc944b64bc tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:26.319427 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fb72a390-f95b-47da-86de-1076633c3ea3 req-3765c812-81a5-4531-a933-9dfc944b64bc tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0857604 Mar 07 18:11:26.330969 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065d267-3863-4682-b9d4-806bc5889601 req-48a28d67-c0ce-429f-a487-598270a84fa5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:26.332406 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3065d267-3863-4682-b9d4-806bc5889601 req-48a28d67-c0ce-429f-a487-598270a84fa5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.0686016 Mar 07 18:11:26.402147 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fb72a390-f95b-47da-86de-1076633c3ea3 req-162572c7-a5ff-420a-ac6b-d7543a3c93a7 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687852 Mar 07 18:11:26.406144 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3065d267-3863-4682-b9d4-806bc5889601 req-38084e1e-15d9-45a6-9ec9-69448c50b931 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666912 Mar 07 18:11:26.925256 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11683d-ee8d-4bcc-9566-2f45f2f4bd30 req-e1c3e730-874a-4306-8bcf-08ce0d774522 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:26.926719 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2b11683d-ee8d-4bcc-9566-2f45f2f4bd30 req-e1c3e730-874a-4306-8bcf-08ce0d774522 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 944 time: 0.0531147 Mar 07 18:11:26.975158 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2b11683d-ee8d-4bcc-9566-2f45f2f4bd30 req-7c0a8095-1970-494e-b7a0-3666827c3d4f tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Mar 07 18:11:27.088616 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 49459c47-ba2d-42d8-aa49-aef86275252a up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:11:27.136184 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 49459c47-ba2d-42d8-aa49-aef86275252a completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:11:27.139993 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 49459c47-ba2d-42d8-aa49-aef86275252a triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:11:27.140421 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:27.220128 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 49459c47-ba2d-42d8-aa49-aef86275252a is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:11:27.220550 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:27.243650 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7896683-121b-45f5-b4c2-c184bf17f2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49459c47-ba2d-42d8-aa49-aef86275252a'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:11:27.245927 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cac0b9b-4963-4039-a849-802b372bca53" -d '{"events": [{"server_uuid": "f7896683-121b-45f5-b4c2-c184bf17f2c6", "name": "network-vif-plugged", "status": "completed", "tag": "49459c47-ba2d-42d8-aa49-aef86275252a"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:11:27.259242 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 49459c47-ba2d-42d8-aa49-aef86275252a, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=49459c47-ba2d-42d8-aa49-aef86275252a,segment=NetworkSegment(e7063722-251b-4bb5-8d67-1c6de1469c4c),segment_id=e7063722-251b-4bb5-8d67-1c6de1469c4c)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:11:27.264458 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:27.287220 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f0b3e9-484e-4db2-8432-4dcae382194d x-openstack-request-id: req-12f0b3e9-484e-4db2-8432-4dcae382194d {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:11:27.287530 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7896683-121b-45f5-b4c2-c184bf17f2c6", "name": "network-vif-plugged", "status": "completed", "tag": "49459c47-ba2d-42d8-aa49-aef86275252a", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:11:27.287787 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12f0b3e9-484e-4db2-8432-4dcae382194d {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:11:27.288196 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7896683-121b-45f5-b4c2-c184bf17f2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49459c47-ba2d-42d8-aa49-aef86275252a', 'code': 200} Mar 07 18:11:27.313459 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=49459c47-ba2d-42d8-aa49-aef86275252a,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:27.467315 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00ae59-e3f9-4cae-90ef-811025ae9a70 req-78f7c8b2-e12d-42c4-929b-32d82fb96d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:27.468869 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5e00ae59-e3f9-4cae-90ef-811025ae9a70 req-78f7c8b2-e12d-42c4-929b-32d82fb96d93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 1129 time: 0.0452831 Mar 07 18:11:27.582275 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5e00ae59-e3f9-4cae-90ef-811025ae9a70 req-8511c59f-09a5-4520-aba4-ddf74a7765ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822608 Mar 07 18:11:27.594445 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8d087-0132-49db-946b-46f18857513a req-7c876018-3105-4907-a8bd-a9dcfd5bd749 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:27.595854 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4bf8d087-0132-49db-946b-46f18857513a req-7c876018-3105-4907-a8bd-a9dcfd5bd749 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1238091 Mar 07 18:11:27.607049 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e4a4b-e15d-4758-a5d9-a6f4d82c4632 req-8a80c255-cc12-4a1b-85e2-1571bf04eceb tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:27.608476 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-319e4a4b-e15d-4758-a5d9-a6f4d82c4632 req-8a80c255-cc12-4a1b-85e2-1571bf04eceb tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.1073699 Mar 07 18:11:27.681875 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4bf8d087-0132-49db-946b-46f18857513a req-1d0e946d-70c5-4fc7-9eb5-fa84926b7f94 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723422 Mar 07 18:11:27.685107 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-319e4a4b-e15d-4758-a5d9-a6f4d82c4632 req-7db491b3-2bb4-47a8-a2b8-95467b7b265d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699205 Mar 07 18:11:28.089831 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff699f-ce22-4d75-94d8-6436c1b27fa1 req-2749bf5c-042f-45cf-af20-2e31c6f2ff96 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:28.091286 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68ff699f-ce22-4d75-94d8-6436c1b27fa1 req-2749bf5c-042f-45cf-af20-2e31c6f2ff96 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0510409 Mar 07 18:11:28.137279 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68ff699f-ce22-4d75-94d8-6436c1b27fa1 req-c4411eae-c946-4bc1-9290-b997913b3452 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Mar 07 18:11:28.833581 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80633f6-5f39-4f27-9a69-7380be1016a8 req-85805936-ff44-4536-9e40-f1988256dd46 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:28.835210 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b80633f6-5f39-4f27-9a69-7380be1016a8 req-85805936-ff44-4536-9e40-f1988256dd46 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0865004 Mar 07 18:11:28.842383 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791f4d-c5ae-47e8-8582-55f4c996b2a5 req-5de58052-b1a0-4f87-a209-3dbffa14998f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:28.843757 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d5791f4d-c5ae-47e8-8582-55f4c996b2a5 req-5de58052-b1a0-4f87-a209-3dbffa14998f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 943 time: 0.0863154 Mar 07 18:11:28.914830 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b80633f6-5f39-4f27-9a69-7380be1016a8 req-ef58f72d-837a-4d57-9116-191385dc0749 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700824 Mar 07 18:11:28.922342 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d5791f4d-c5ae-47e8-8582-55f4c996b2a5 req-2c262a1d-5f25-4901-b411-e0c5efe0a427 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718677 Mar 07 18:11:29.102882 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 80eb991b-7508-47aa-a275-f85a46776964 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:11:29.213860 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=80eb991b-7508-47aa-a275-f85a46776964,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:11:29.229136 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '80eb991b-7508-47aa-a275-f85a46776964', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'port_id': '80eb991b-7508-47aa-a275-f85a46776964', 'mac_address': 'fa:16:3e:22:63:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:11:29.272089 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 80eb991b-7508-47aa-a275-f85a46776964 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:11:29.272551 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (80eb991b-7508-47aa-a275-f85a46776964), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:29.273366 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b45ed9-1619-4cf7-8831-0a8490138287 req-b8d6fabb-e0a0-426f-92a5-5a75fb33c974 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:29.277958 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-99b45ed9-1619-4cf7-8831-0a8490138287 req-b8d6fabb-e0a0-426f-92a5-5a75fb33c974 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0589349 Mar 07 18:11:29.287244 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eb991b-7508-47aa-a275-f85a46776964 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:11:29.307750 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=80eb991b-7508-47aa-a275-f85a46776964,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:11:29.311731 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (80eb991b-7508-47aa-a275-f85a46776964), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:29.329272 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-99b45ed9-1619-4cf7-8831-0a8490138287 req-e54f91f4-deb1-403d-a7f6-7490b8089dac tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488782 Mar 07 18:11:29.363200 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=80eb991b-7508-47aa-a275-f85a46776964,revision_number=9']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:29.729935 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['80eb991b-7508-47aa-a275-f85a46776964'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:11:30.048490 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3443b5-953e-4ba7-b4fb-83c27d06a4b5 req-eaa9457f-17be-4b46-aa78-fc984fb72d0b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:30.049966 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7c3443b5-953e-4ba7-b4fb-83c27d06a4b5 req-eaa9457f-17be-4b46-aa78-fc984fb72d0b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 944 time: 0.0530529 Mar 07 18:11:30.098415 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7c3443b5-953e-4ba7-b4fb-83c27d06a4b5 req-272bae47-43db-485d-8735-130bb8ff1b7d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425601 Mar 07 18:11:30.359686 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f716353-921f-445a-809e-8fc1101dbd5f req-dba7858f-c362-4d25-952a-de3eceef4dc4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:30.361388 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f716353-921f-445a-809e-8fc1101dbd5f req-dba7858f-c362-4d25-952a-de3eceef4dc4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0519669 Mar 07 18:11:30.407677 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f716353-921f-445a-809e-8fc1101dbd5f req-f59da4b8-9528-4877-a9db-c97f63dc4236 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 Mar 07 18:11:31.115819 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 80eb991b-7508-47aa-a275-f85a46776964 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:11:31.167417 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 80eb991b-7508-47aa-a275-f85a46776964 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:11:31.167798 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (80eb991b-7508-47aa-a275-f85a46776964), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:31.226946 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71da895-aef3-469d-9a9f-bca8579727bd req-06182ec3-1ad9-4700-819e-a3d5aab8c52d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:31.228448 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f71da895-aef3-469d-9a9f-bca8579727bd req-06182ec3-1ad9-4700-819e-a3d5aab8c52d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 944 time: 0.0584998 Mar 07 18:11:31.245137 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 80eb991b-7508-47aa-a275-f85a46776964 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:11:31.245529 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (80eb991b-7508-47aa-a275-f85a46776964), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:31.268002 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb991b-7508-47aa-a275-f85a46776964'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:11:31.270242 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc6495d-cbb1-419f-b036-4f7736dbb61c" -d '{"events": [{"server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "name": "network-vif-plugged", "status": "completed", "tag": "80eb991b-7508-47aa-a275-f85a46776964"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:11:31.276521 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f71da895-aef3-469d-9a9f-bca8579727bd req-bedf97f8-5bca-4117-982c-057d991c70d8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424247 Mar 07 18:11:31.283287 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=80eb991b-7508-47aa-a275-f85a46776964,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:11:31.288332 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (80eb991b-7508-47aa-a275-f85a46776964), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:31.322791 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153e604e-cf4d-4436-8a6d-fc0b156962c4 x-openstack-request-id: req-153e604e-cf4d-4436-8a6d-fc0b156962c4 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:11:31.323076 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "name": "network-vif-plugged", "status": "completed", "tag": "80eb991b-7508-47aa-a275-f85a46776964", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:11:31.323325 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-153e604e-cf4d-4436-8a6d-fc0b156962c4 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:11:31.323708 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb991b-7508-47aa-a275-f85a46776964', 'code': 200} Mar 07 18:11:31.340295 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=80eb991b-7508-47aa-a275-f85a46776964,revision_number=10']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:31.959702 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40eb80-9742-4458-b7fa-8f117117ea0b req-bbe7b786-763d-45c2-9b56-ed821c28ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:31.961869 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3e40eb80-9742-4458-b7fa-8f117117ea0b req-bbe7b786-763d-45c2-9b56-ed821c28ab7a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 1130 time: 0.0444264 Mar 07 18:11:32.009097 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3e40eb80-9742-4458-b7fa-8f117117ea0b req-13576230-185f-4322-85a1-e7ce66249a2c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374665 Mar 07 18:11:32.402095 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536a593-550e-424b-9f25-87d71520a01d req-75adbf24-e407-49d5-b442-c17f9ea3af01 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:32.403575 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0536a593-550e-424b-9f25-87d71520a01d req-75adbf24-e407-49d5-b442-c17f9ea3af01 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 946 time: 0.0519493 Mar 07 18:11:32.452823 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0536a593-550e-424b-9f25-87d71520a01d req-b407dfeb-9253-476e-9054-04b415e32916 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437906 Mar 07 18:11:33.241997 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:11:33.577096 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaea131-403a-4dc5-bed3-e2eb46a6e169 req-dcca0ebc-a4b5-49e7-9fcb-a0e7f4322508 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:33.578568 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1aaea131-403a-4dc5-bed3-e2eb46a6e169 req-dcca0ebc-a4b5-49e7-9fcb-a0e7f4322508 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 946 time: 0.0531271 Mar 07 18:11:33.625982 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1aaea131-403a-4dc5-bed3-e2eb46a6e169 req-f2d22849-cab7-4587-9a5f-c063b256e479 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418608 Mar 07 18:11:34.749935 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4abe7-8368-4a37-af32-2e99e584637d req-66eb0ea6-861c-4a50-946c-90fbedf39ebc tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:34.751411 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a0f4abe7-8368-4a37-af32-2e99e584637d req-66eb0ea6-861c-4a50-946c-90fbedf39ebc tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 946 time: 0.0530140 Mar 07 18:11:34.797240 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a0f4abe7-8368-4a37-af32-2e99e584637d req-280a054a-ca9f-4b1b-ad67-64dd822c2a9b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401521 Mar 07 18:11:40.727333 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe235a8-3096-4839-9b65-57ee9e7f3fbf req-0481b0a6-54ef-4257-a911-edc78035f7d4 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:40.728745 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fbe235a8-3096-4839-9b65-57ee9e7f3fbf req-0481b0a6-54ef-4257-a911-edc78035f7d4 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 945 time: 0.0563307 Mar 07 18:11:40.776459 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fbe235a8-3096-4839-9b65-57ee9e7f3fbf req-5a9f2813-f8e4-4d2e-a4e8-e560a1d24471 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420444 Mar 07 18:11:41.688935 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b9aeefe6-c927-4ec7-bb3e-0133c1adae46 req-e2b90914-c77c-4e0a-b587-0ec9f614d6b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428643 Mar 07 18:11:41.755123 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeefe6-c927-4ec7-bb3e-0133c1adae46 req-1f945afa-04e5-410f-9434-189848749f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:41.756656 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b9aeefe6-c927-4ec7-bb3e-0133c1adae46 req-1f945afa-04e5-410f-9434-189848749f10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 1130 time: 0.0447590 Mar 07 18:11:41.892937 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeefe6-c927-4ec7-bb3e-0133c1adae46 req-999b0041-9768-41a9-91f1-bdb12f116398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:41.894407 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b9aeefe6-c927-4ec7-bb3e-0133c1adae46 req-999b0041-9768-41a9-91f1-bdb12f116398 service neutron] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 916 time: 0.1180027 Mar 07 18:11:41.913990 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d8256-fa7c-4c56-ba9d-f3c1c71ca6b2 req-4f09696e-1d61-45cb-9914-e54777d712c7 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:41.915402 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-370d8256-fa7c-4c56-ba9d-f3c1c71ca6b2 req-4f09696e-1d61-45cb-9914-e54777d712c7 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 945 time: 0.0689874 Mar 07 18:11:41.960436 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-370d8256-fa7c-4c56-ba9d-f3c1c71ca6b2 req-21acecef-0e96-4f29-bdcc-774a6dc6820e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392644 Mar 07 18:11:42.073674 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2d18f9ab-4108-45ef-9852-1c687704560d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:43.080403 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4abe-67e4-4039-85ad-bf7707890b43 req-db4bb42e-dfdb-4962-9fa8-c32554edd6b4 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:43.081863 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-54ee4abe-67e4-4039-85ad-bf7707890b43 req-db4bb42e-dfdb-4962-9fa8-c32554edd6b4 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 945 time: 0.0551708 Mar 07 18:11:43.127114 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-54ee4abe-67e4-4039-85ad-bf7707890b43 req-1d88c414-c362-44e4-8cdd-6e6e5de85a81 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396903 Mar 07 18:11:43.612404 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b9aeefe6-c927-4ec7-bb3e-0133c1adae46 req-b96ec520-7d8b-4780-a170-f05aaba74190 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e782e70-385f-477e-af50-c5d5925cab82 HTTP/1.1" status: 200 len: 1001 time: 0.0571799 Mar 07 18:11:44.245739 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025817f4-310d-40a2-8627-3096b75326d8 req-48d0c62c-e79d-4d6a-9194-a752f42d9324 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:44.247234 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-025817f4-310d-40a2-8627-3096b75326d8 req-48d0c62c-e79d-4d6a-9194-a752f42d9324 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 945 time: 0.0553672 Mar 07 18:11:44.275344 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-59d1485e-022f-493d-8ed0-efbfb5bb18b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:44.298864 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-025817f4-310d-40a2-8627-3096b75326d8 req-a180a654-3a5f-41b5-bd63-5fac5b6b05d6 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 Mar 07 18:11:44.534628 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeefe6-c927-4ec7-bb3e-0133c1adae46 req-1becd478-9920-423e-a5d2-7d2809f10aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:44.536173 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b9aeefe6-c927-4ec7-bb3e-0133c1adae46 req-1becd478-9920-423e-a5d2-7d2809f10aaf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0439162 Mar 07 18:11:44.584831 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeefe6-c927-4ec7-bb3e-0133c1adae46 req-bb2dc438-5fef-4bae-a25e-1d3d62176619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:44.586566 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b9aeefe6-c927-4ec7-bb3e-0133c1adae46 req-bb2dc438-5fef-4bae-a25e-1d3d62176619 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440888 Mar 07 18:11:44.683295 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b9aeefe6-c927-4ec7-bb3e-0133c1adae46 req-9aeb72bc-d84c-404d-93da-034f8eced6b8 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847852 Mar 07 18:11:44.771478 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b9aeefe6-c927-4ec7-bb3e-0133c1adae46 req-4a510d0b-1e2b-48e0-859a-7f3111ece6ac service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812936 Mar 07 18:11:45.405603 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:45.421423 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa59833-73ef-4b4b-bbf1-8f9cc1379996 req-410f9c8a-c899-42d6-8026-cac76fcebc54 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:45.422915 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5aa59833-73ef-4b4b-bbf1-8f9cc1379996 req-410f9c8a-c899-42d6-8026-cac76fcebc54 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 945 time: 0.0579712 Mar 07 18:11:45.443297 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:45.471643 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5aa59833-73ef-4b4b-bbf1-8f9cc1379996 req-efccfadd-161a-4232-8504-08de74acd321 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=67e522ee-a792-41ca-bfd8-dc2a107633c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425310 Mar 07 18:11:45.530340 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-6d935c87-3822-4142-8713-1ba1243a2f30 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:45.531838 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-6d935c87-3822-4142-8713-1ba1243a2f30 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 945 time: 0.0557358 Mar 07 18:11:45.639136 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Deleting port 37eb560d-d093-4fc6-9597-3352f005a5b6 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:11:45.639478 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:45.726394 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] For port 37eb560d-d093-4fc6-9597-3352f005a5b6, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=37eb560d-d093-4fc6-9597-3352f005a5b6,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:11:45.726661 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:45.946357 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:45.946717 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (30f52706-accb-4e94-9abc-42c7a1d7c563), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:45.947031 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Floating IP 30f52706-accb-4e94-9abc-42c7a1d7c563 disassociated. External IP: 172.27.0.74, port: 37eb560d-d093-4fc6-9597-3352f005a5b6. Mar 07 18:11:45.947371 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Calling delete_port for 37eb560d-d093-4fc6-9597-3352f005a5b6 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:11:46.070917 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (37eb560d-d093-4fc6-9597-3352f005a5b6), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:46.099376 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event deleted for resources: {'Port': ['ID=37eb560d-d093-4fc6-9597-3352f005a5b6,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:46.210410 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:11:46.319906 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:11:46.330158 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db0aa3a-ae62-461c-ba32-8aebf6695e04 None None] Sync routers for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:11:46.340569 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db0aa3a-ae62-461c-ba32-8aebf6695e04 None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:11:46.341175 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-7db0aa3a-ae62-461c-ba32-8aebf6695e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:11:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:11:46.361694 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] No DVR routers for this DVR port 37eb560d-d093-4fc6-9597-3352f005a5b6 on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:11:46.364779 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:46.368115 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ae779baa-5621-4b07-8f0c-5a9ff7bd36b3 req-3ccbdd0b-db7b-4923-8ddd-466aa3bf6703 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "DELETE /v2.0/ports/37eb560d-d093-4fc6-9597-3352f005a5b6 HTTP/1.1" status: 204 len: 173 time: 0.8300190 Mar 07 18:11:46.368551 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'name': 'network-vif-deleted', 'tag': '37eb560d-d093-4fc6-9597-3352f005a5b6'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:11:46.371106 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49e52c0-a22c-4b6c-ac98-14ad6377ee13" -d '{"events": [{"server_uuid": "e8553884-8ca5-44e8-91c9-7b1f01694012", "name": "network-vif-deleted", "tag": "37eb560d-d093-4fc6-9597-3352f005a5b6"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:11:46.428965 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd293311-bbba-4ba8-8419-c01ed3fde77a x-openstack-request-id: req-fd293311-bbba-4ba8-8419-c01ed3fde77a {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:11:46.429890 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8553884-8ca5-44e8-91c9-7b1f01694012", "name": "network-vif-deleted", "tag": "37eb560d-d093-4fc6-9597-3352f005a5b6", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:11:46.430283 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd293311-bbba-4ba8-8419-c01ed3fde77a {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:11:46.430825 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8553884-8ca5-44e8-91c9-7b1f01694012', 'name': 'network-vif-deleted', 'tag': '37eb560d-d093-4fc6-9597-3352f005a5b6', 'status': 'completed', 'code': 200} Mar 07 18:11:46.457131 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-7db0aa3a-ae62-461c-ba32-8aebf6695e04 None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:11:46.620207 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-935ffaf4-6717-436f-972a-8f867f4f9631 req-500a2551-864b-4df7-9b62-9ea27fc065f9 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8553884-8ca5-44e8-91c9-7b1f01694012 HTTP/1.1" status: 200 len: 210 time: 0.0411971 Mar 07 18:11:46.744460 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-7db0aa3a-ae62-461c-ba32-8aebf6695e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '869c7d04-f298-4afc-a398-a5aff4ddc933', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': '6e782e70-385f-477e-af50-c5d5925cab82', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:ac:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:11Z', 'updated_at': '2022-03-07T18:09:36Z', 'revision_number': 2, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:11:46.788750 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db0aa3a-ae62-461c-ba32-8aebf6695e04 None None] Checking router: 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:11:46.797474 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db0aa3a-ae62-461c-ba32-8aebf6695e04 None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:11:46.798143 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-7db0aa3a-ae62-461c-ba32-8aebf6695e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:11:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:11:46.858314 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:46.925977 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-7db0aa3a-ae62-461c-ba32-8aebf6695e04 None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:11:46.967638 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdc732-7325-4bd7-b808-04db17f9b7cc req-ffb4e79b-a366-4785-80a5-a55405ce0a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:46.969281 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-94cdc732-7325-4bd7-b808-04db17f9b7cc req-ffb4e79b-a366-4785-80a5-a55405ce0a0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfbb51b8505f47d89c21f0a821602d4c&device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 1129 time: 0.0830159 Mar 07 18:11:47.011596 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319bc85-bf6d-4a47-98d4-6e79311bf742 req-e9007c3d-87fb-485e-88bc-8aaaa4df84cf tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:47.014146 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6319bc85-bf6d-4a47-98d4-6e79311bf742 req-e9007c3d-87fb-485e-88bc-8aaaa4df84cf tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0862639 Mar 07 18:11:47.107904 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdc732-7325-4bd7-b808-04db17f9b7cc req-8c91ac4e-cd13-4143-9abc-6b01f16c6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:47.109314 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-94cdc732-7325-4bd7-b808-04db17f9b7cc req-8c91ac4e-cd13-4143-9abc-6b01f16c6765 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0859f08e-c1dc-4122-b4b2-4413e6f001c8 HTTP/1.1" status: 200 len: 920 time: 0.1313839 Mar 07 18:11:47.114223 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6319bc85-bf6d-4a47-98d4-6e79311bf742 req-b5dce928-3908-451c-a7ec-f86c17284455 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697443 Mar 07 18:11:47.152527 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-94cdc732-7325-4bd7-b808-04db17f9b7cc req-3b94ba48-1f07-4a81-95f4-490c21e138a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd HTTP/1.1" status: 200 len: 217 time: 0.0342743 Mar 07 18:11:47.209486 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdc732-7325-4bd7-b808-04db17f9b7cc req-a0693dcf-01c6-439d-b1a8-6383533b86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:47.211477 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-94cdc732-7325-4bd7-b808-04db17f9b7cc req-a0693dcf-01c6-439d-b1a8-6383533b86f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69e34e1b-4ffa-4a13-ba33-6584cef36866 HTTP/1.1" status: 200 len: 859 time: 0.0475743 Mar 07 18:11:47.246881 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-7db0aa3a-ae62-461c-ba32-8aebf6695e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '869c7d04-f298-4afc-a398-a5aff4ddc933', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': '6e782e70-385f-477e-af50-c5d5925cab82', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:ac:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:11Z', 'updated_at': '2022-03-07T18:09:36Z', 'revision_number': 2, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:11:47.251074 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-94cdc732-7325-4bd7-b808-04db17f9b7cc req-3ac468c1-cce4-417b-a5aa-b27363f4ee28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0859f08e-c1dc-4122-b4b2-4413e6f001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299978 Mar 07 18:11:47.275127 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db0aa3a-ae62-461c-ba32-8aebf6695e04 None None] The sync data for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi is: [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '869c7d04-f298-4afc-a398-a5aff4ddc933', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': '6e782e70-385f-477e-af50-c5d5925cab82', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:ac:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:09:11Z', 'updated_at': '2022-03-07T18:09:36Z', 'revision_number': 2, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:11:47.365733 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-94cdc732-7325-4bd7-b808-04db17f9b7cc req-74382bb4-a1ef-411f-8d4e-20de8e7d6633 service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045706 Mar 07 18:11:47.527615 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-94cdc732-7325-4bd7-b808-04db17f9b7cc req-6d258c0a-b63b-4cde-8ce5-f26b3974bb85 service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276081 Mar 07 18:11:47.573086 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9df351-ebf3-41b1-b561-3c9d188bc56b None None] New status for floating IP 30f52706-accb-4e94-9abc-42c7a1d7c563: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:11:47.711146 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 38538) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:11:47.767721 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (67e522ee-a792-41ca-bfd8-dc2a107633c3), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:47.791890 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (67e522ee-a792-41ca-bfd8-dc2a107633c3), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:47.849081 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (67e522ee-a792-41ca-bfd8-dc2a107633c3), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:47.854476 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:47.858200 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "DELETE /v2.0/security-groups/67e522ee-a792-41ca-bfd8-dc2a107633c3 HTTP/1.1" status: 204 len: 168 time: 0.1434205 Mar 07 18:11:47.858935 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 38546) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:11:47.865499 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e522ee-a792-41ca-bfd8-dc2a107633c3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:47.874831 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:47.875538 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.api.v2.resource [None req-8d778a1c-102e-4e85-8ead-ebf1fba47e2b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] show failed (client error): The resource could not be found. Mar 07 18:11:47.875817 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:47.876286 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:47.876990 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:47.877758 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:47.878415 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:47.878953 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:47.879478 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:47.880137 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:47.880746 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8d778a1c-102e-4e85-8ead-ebf1fba47e2b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups/67e522ee-a792-41ca-bfd8-dc2a107633c3 HTTP/1.1" status: 404 len: 347 time: 0.0182650 Mar 07 18:11:47.881091 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:47.881300 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 38548) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:11:47.882423 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:47.882923 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:47.883629 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddd3982-07cd-454b-859c-630d75c9de4f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:11:48.013958 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8633bc44-4503-4272-b2cd-f6754470f1bc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Deleting port 1bbf4036-7dc5-433a-973b-df382242a67b {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:11:48.014300 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8633bc44-4503-4272-b2cd-f6754470f1bc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (1bbf4036-7dc5-433a-973b-df382242a67b), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:48.093438 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8633bc44-4503-4272-b2cd-f6754470f1bc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (1bbf4036-7dc5-433a-973b-df382242a67b), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:48.093874 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8633bc44-4503-4272-b2cd-f6754470f1bc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (1bbf4036-7dc5-433a-973b-df382242a67b), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:48.106800 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8633bc44-4503-4272-b2cd-f6754470f1bc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Calling delete_port for 1bbf4036-7dc5-433a-973b-df382242a67b owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:11:48.449387 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3734e9-0eaf-47e9-8cc2-73a8c7c1c666 req-f9598918-2718-41fd-a2ee-c20e12658e4b tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:48.450781 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7f3734e9-0eaf-47e9-8cc2-73a8c7c1c666 req-f9598918-2718-41fd-a2ee-c20e12658e4b tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0863624 Mar 07 18:11:48.532874 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7f3734e9-0eaf-47e9-8cc2-73a8c7c1c666 req-ab7e4e45-a96d-4b4e-874f-f88a302e7e3c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760288 Mar 07 18:11:48.534477 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8633bc44-4503-4272-b2cd-f6754470f1bc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (1bbf4036-7dc5-433a-973b-df382242a67b), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:48.546650 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:48.560951 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633bc44-4503-4272-b2cd-f6754470f1bc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event deleted for resources: {'Port': ['ID=1bbf4036-7dc5-433a-973b-df382242a67b,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:48.625623 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8633bc44-4503-4272-b2cd-f6754470f1bc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (30f52706-accb-4e94-9abc-42c7a1d7c563), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:48.628202 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8633bc44-4503-4272-b2cd-f6754470f1bc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:48.629349 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8633bc44-4503-4272-b2cd-f6754470f1bc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "DELETE /v2.0/floatingips/30f52706-accb-4e94-9abc-42c7a1d7c563 HTTP/1.1" status: 204 len: 168 time: 0.7466083 Mar 07 18:11:49.209894 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 37eb560d-d093-4fc6-9597-3352f005a5b6 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:11:49.231697 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 37eb560d-d093-4fc6-9597-3352f005a5b6 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:11:49.232113 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 37eb560d-d093-4fc6-9597-3352f005a5b6 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:11:49.660131 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287fad7-0efa-488f-a47f-2966d17c1605 req-b4ce675c-362e-47ab-83dd-e0fed6d1b134 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:49.661562 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7287fad7-0efa-488f-a47f-2966d17c1605 req-b4ce675c-362e-47ab-83dd-e0fed6d1b134 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0525358 Mar 07 18:11:49.710317 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7287fad7-0efa-488f-a47f-2966d17c1605 req-1563d96f-9ded-4fef-bfc7-cb5e7b21e011 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419137 Mar 07 18:11:50.341968 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389c31f-d1bd-4852-859e-099a56edea8b req-8118c0af-075b-4cb2-a1dc-f866abe1b874 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:50.343452 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1389c31f-d1bd-4852-859e-099a56edea8b req-8118c0af-075b-4cb2-a1dc-f866abe1b874 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 946 time: 0.0528941 Mar 07 18:11:50.389867 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1389c31f-d1bd-4852-859e-099a56edea8b req-5fa358c7-c8d2-4ee9-ad50-841c52e4d534 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407805 Mar 07 18:11:50.838431 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958de9e7-0e71-4711-8f33-6eba7b949fdc req-81455515-e1cf-4910-95b0-eec648e7da1e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:50.839957 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-958de9e7-0e71-4711-8f33-6eba7b949fdc req-81455515-e1cf-4910-95b0-eec648e7da1e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0584877 Mar 07 18:11:50.895327 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-958de9e7-0e71-4711-8f33-6eba7b949fdc req-5f13c4d7-b10d-4625-b94e-a2926f338817 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482213 Mar 07 18:11:51.520305 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac5341-4420-47bb-92e0-a2f1d14ad9b1 req-a747ca94-1427-4452-aa91-39aeb9e9e116 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:51.521695 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-53ac5341-4420-47bb-92e0-a2f1d14ad9b1 req-a747ca94-1427-4452-aa91-39aeb9e9e116 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0800400 Mar 07 18:11:51.548501 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed212e9-a73d-4d6c-8e31-2bb233e4942e req-58a6d1c7-a3ab-41b5-a7fc-42d2e2d540ef tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:51.549928 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4ed212e9-a73d-4d6c-8e31-2bb233e4942e req-58a6d1c7-a3ab-41b5-a7fc-42d2e2d540ef tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 946 time: 0.0812030 Mar 07 18:11:51.597713 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-53ac5341-4420-47bb-92e0-a2f1d14ad9b1 req-b161027e-df24-4b6a-bb16-0ca3b3e0696e tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691574 Mar 07 18:11:51.619247 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4ed212e9-a73d-4d6c-8e31-2bb233e4942e req-6cb34c91-787e-4f23-8b8f-f529ea771328 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630300 Mar 07 18:11:52.015748 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05beb8-e962-4a0b-984f-379822007175 req-167c1f5e-ac97-4ced-a8ee-2d09b949a36f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:52.017279 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3e05beb8-e962-4a0b-984f-379822007175 req-167c1f5e-ac97-4ced-a8ee-2d09b949a36f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0531754 Mar 07 18:11:52.062240 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3e05beb8-e962-4a0b-984f-379822007175 req-8d489ac0-c0b3-45a4-8670-ef0faeb28561 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394311 Mar 07 18:11:52.782547 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be658a-faae-473a-b029-7b5901c0754f req-9bfa4a74-93a5-4846-b149-df16cf23c636 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:52.784022 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-86be658a-faae-473a-b029-7b5901c0754f req-9bfa4a74-93a5-4846-b149-df16cf23c636 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 945 time: 0.1196945 Mar 07 18:11:52.800015 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5dc99-68d6-4e77-8180-d1fea80e88dc req-6cc923f2-4ea5-4e29-a612-b8334abb8a88 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:52.801423 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-88c5dc99-68d6-4e77-8180-d1fea80e88dc req-6cc923f2-4ea5-4e29-a612-b8334abb8a88 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 946 time: 0.1110277 Mar 07 18:11:52.831574 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672b15c-6777-4efd-8441-cb653a0b650c req-89916bf6-07fa-45be-b069-6f5bf293019b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:52.833024 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b672b15c-6777-4efd-8441-cb653a0b650c req-89916bf6-07fa-45be-b069-6f5bf293019b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 946 time: 0.1101143 Mar 07 18:11:52.909698 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-86be658a-faae-473a-b029-7b5901c0754f req-db52f0f7-6533-408e-9bff-449d10bdd02c tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177793 Mar 07 18:11:52.952026 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-88c5dc99-68d6-4e77-8180-d1fea80e88dc req-4666d759-9f43-4b5b-b407-9376c344bf95 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=307be2b2-7ce7-4436-a76c-42a4283f46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438158 Mar 07 18:11:52.978522 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Deleting port 6e782e70-385f-477e-af50-c5d5925cab82 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:11:52.978863 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (6e782e70-385f-477e-af50-c5d5925cab82), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:53.067095 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] For port 6e782e70-385f-477e-af50-c5d5925cab82, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=6e782e70-385f-477e-af50-c5d5925cab82,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:11:53.067774 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (6e782e70-385f-477e-af50-c5d5925cab82), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:53.260530 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9f2d7-a3e7-4182-9a8b-4526bd1826d6 req-fe529339-8286-421c-b5ff-e08c63ed7c05 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:53.261999 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89b9f2d7-a3e7-4182-9a8b-4526bd1826d6 req-fe529339-8286-421c-b5ff-e08c63ed7c05 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1336355 Mar 07 18:11:53.306733 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:53.307088 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (869c7d04-f298-4afc-a398-a5aff4ddc933), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:53.307405 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Floating IP 869c7d04-f298-4afc-a398-a5aff4ddc933 disassociated. External IP: 172.27.0.42, port: 6e782e70-385f-477e-af50-c5d5925cab82. Mar 07 18:11:53.307746 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Calling delete_port for 6e782e70-385f-477e-af50-c5d5925cab82 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:11:53.331509 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89b9f2d7-a3e7-4182-9a8b-4526bd1826d6 req-489d4e55-c597-49af-bdaf-4162c4200cb1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628021 Mar 07 18:11:53.447278 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (6e782e70-385f-477e-af50-c5d5925cab82), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:53.476633 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event deleted for resources: {'Port': ['ID=6e782e70-385f-477e-af50-c5d5925cab82,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:53.595663 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:11:53.702014 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:11:53.711927 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a581ad-c8b9-450e-860b-d0f7bd5c40da None None] Sync routers for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:11:53.721737 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a581ad-c8b9-450e-860b-d0f7bd5c40da None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:11:53.722334 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-24a581ad-c8b9-450e-860b-d0f7bd5c40da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:11:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:11:53.742211 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] No DVR routers for this DVR port 6e782e70-385f-477e-af50-c5d5925cab82 on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:11:53.745009 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:53.748471 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b672b15c-6777-4efd-8441-cb653a0b650c req-387d3ff3-dba2-4c4b-b22a-3303d0e5f0fe tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "DELETE /v2.0/ports/6e782e70-385f-477e-af50-c5d5925cab82 HTTP/1.1" status: 204 len: 173 time: 0.9028778 Mar 07 18:11:53.748908 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'name': 'network-vif-deleted', 'tag': '6e782e70-385f-477e-af50-c5d5925cab82'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:11:53.751136 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cb00f4-cbaa-4897-95e6-a1a1caa9ada1" -d '{"events": [{"server_uuid": "ab9616e8-658e-4319-8b55-65d89ebabc77", "name": "network-vif-deleted", "tag": "6e782e70-385f-477e-af50-c5d5925cab82"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:11:53.788647 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2779828-e6f2-4b99-8e7b-273439fc2b23 x-openstack-request-id: req-a2779828-e6f2-4b99-8e7b-273439fc2b23 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:11:53.788983 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9616e8-658e-4319-8b55-65d89ebabc77", "name": "network-vif-deleted", "tag": "6e782e70-385f-477e-af50-c5d5925cab82", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:11:53.789280 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2779828-e6f2-4b99-8e7b-273439fc2b23 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:11:53.789747 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9616e8-658e-4319-8b55-65d89ebabc77', 'name': 'network-vif-deleted', 'tag': '6e782e70-385f-477e-af50-c5d5925cab82', 'status': 'completed', 'code': 200} Mar 07 18:11:53.832667 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-24a581ad-c8b9-450e-860b-d0f7bd5c40da None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:11:53.888966 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc6566-79c6-4bda-8d5d-6507948171eb req-b11ff539-8c0a-41eb-98c3-576fbd3013c0 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:53.890501 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6cdc6566-79c6-4bda-8d5d-6507948171eb req-b11ff539-8c0a-41eb-98c3-576fbd3013c0 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0776045 Mar 07 18:11:54.053867 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-6cdc6566-79c6-4bda-8d5d-6507948171eb req-6d2b0edb-7213-4f7a-ac16-84852b7c4fd7 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Deleting port 49459c47-ba2d-42d8-aa49-aef86275252a {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:11:54.054297 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6cdc6566-79c6-4bda-8d5d-6507948171eb req-6d2b0edb-7213-4f7a-ac16-84852b7c4fd7 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:54.071862 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-24a581ad-c8b9-450e-860b-d0f7bd5c40da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:11:54.072120 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece5d6c-48f9-4550-8278-1777ca6fc582 req-b5e944b1-34a1-4f12-b8c5-1474f42f4904 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:54.073537 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0ece5d6c-48f9-4550-8278-1777ca6fc582 req-b5e944b1-34a1-4f12-b8c5-1474f42f4904 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7896683-121b-45f5-b4c2-c184bf17f2c6 HTTP/1.1" status: 200 len: 945 time: 0.0863688 Mar 07 18:11:54.106302 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a581ad-c8b9-450e-860b-d0f7bd5c40da None None] Checking router: 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:11:54.107934 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1ae9b815-9da7-47cd-8366-9be03bd3f4b9 req-f257de85-28fd-4b1b-b8d9-d694f0496a62 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab9616e8-658e-4319-8b55-65d89ebabc77 HTTP/1.1" status: 200 len: 210 time: 0.0569036 Mar 07 18:11:54.115485 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a581ad-c8b9-450e-860b-d0f7bd5c40da None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:11:54.116189 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-24a581ad-c8b9-450e-860b-d0f7bd5c40da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:11:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:11:54.192614 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0ece5d6c-48f9-4550-8278-1777ca6fc582 req-c0bd1a90-48b5-4561-98e1-d3d90a5d1d22 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1daa940-3b87-47cc-bab8-a86f6b9e10a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079288 Mar 07 18:11:54.216776 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-6cdc6566-79c6-4bda-8d5d-6507948171eb req-6d2b0edb-7213-4f7a-ac16-84852b7c4fd7 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] For port 49459c47-ba2d-42d8-aa49-aef86275252a, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=49459c47-ba2d-42d8-aa49-aef86275252a,segment=NetworkSegment(e7063722-251b-4bb5-8d67-1c6de1469c4c),segment_id=e7063722-251b-4bb5-8d67-1c6de1469c4c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:11:54.217199 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6cdc6566-79c6-4bda-8d5d-6507948171eb req-6d2b0edb-7213-4f7a-ac16-84852b7c4fd7 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:54.231553 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-6cdc6566-79c6-4bda-8d5d-6507948171eb req-6d2b0edb-7213-4f7a-ac16-84852b7c4fd7 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Calling delete_port for 49459c47-ba2d-42d8-aa49-aef86275252a owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:11:54.243185 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-24a581ad-c8b9-450e-860b-d0f7bd5c40da None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:11:54.383149 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6cdc6566-79c6-4bda-8d5d-6507948171eb req-6d2b0edb-7213-4f7a-ac16-84852b7c4fd7 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (49459c47-ba2d-42d8-aa49-aef86275252a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:54.396724 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['49459c47-ba2d-42d8-aa49-aef86275252a'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:11:54.415636 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b0edb-7213-4f7a-ac16-84852b7c4fd7 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Pushing event deleted for resources: {'Port': ['ID=49459c47-ba2d-42d8-aa49-aef86275252a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:54.471722 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-24a581ad-c8b9-450e-860b-d0f7bd5c40da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:11:54.482637 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdc6566-79c6-4bda-8d5d-6507948171eb req-6d2b0edb-7213-4f7a-ac16-84852b7c4fd7 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] No DVR routers for this DVR port 49459c47-ba2d-42d8-aa49-aef86275252a on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:11:54.485982 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6cdc6566-79c6-4bda-8d5d-6507948171eb req-6d2b0edb-7213-4f7a-ac16-84852b7c4fd7 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:54.489245 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6cdc6566-79c6-4bda-8d5d-6507948171eb req-6d2b0edb-7213-4f7a-ac16-84852b7c4fd7 tempest-VolumesSnapshotTestJSON-935712908 tempest-VolumesSnapshotTestJSON-935712908-project] 10.222.0.37 "DELETE /v2.0/ports/49459c47-ba2d-42d8-aa49-aef86275252a HTTP/1.1" status: 204 len: 173 time: 0.5792809 Mar 07 18:11:54.500792 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a581ad-c8b9-450e-860b-d0f7bd5c40da None None] The sync data for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi is: [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:11:54.507396 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6753f1-7ab0-4475-861f-afc8337269c8 req-d8a03ba7-ce3f-4315-ba0d-4a4c453741c4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:54.510148 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4a6753f1-7ab0-4475-861f-afc8337269c8 req-d8a03ba7-ce3f-4315-ba0d-4a4c453741c4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0966289 Mar 07 18:11:54.567988 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4a6753f1-7ab0-4475-861f-afc8337269c8 req-9d829e6d-167b-4cab-8e0b-6419b3e27be9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516794 Mar 07 18:11:54.738313 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82d56f3-b6bc-49fa-b3ad-1bbdd470df66 None None] New status for floating IP 869c7d04-f298-4afc-a398-a5aff4ddc933: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:11:55.190848 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 38616) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:11:55.246515 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40524754-5d6a-469a-830d-edf6194b7a8f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (307be2b2-7ce7-4436-a76c-42a4283f46a9), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:55.262833 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 6e782e70-385f-477e-af50-c5d5925cab82 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:11:55.271457 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40524754-5d6a-469a-830d-edf6194b7a8f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (307be2b2-7ce7-4436-a76c-42a4283f46a9), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:55.283981 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 6e782e70-385f-477e-af50-c5d5925cab82 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:11:55.284365 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 6e782e70-385f-477e-af50-c5d5925cab82 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:11:55.284790 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 49459c47-ba2d-42d8-aa49-aef86275252a no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:11:55.303484 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 49459c47-ba2d-42d8-aa49-aef86275252a {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:11:55.304034 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 49459c47-ba2d-42d8-aa49-aef86275252a not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:11:55.322318 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40524754-5d6a-469a-830d-edf6194b7a8f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (307be2b2-7ce7-4436-a76c-42a4283f46a9), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:55.325113 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40524754-5d6a-469a-830d-edf6194b7a8f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:55.326659 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-40524754-5d6a-469a-830d-edf6194b7a8f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "DELETE /v2.0/security-groups/307be2b2-7ce7-4436-a76c-42a4283f46a9 HTTP/1.1" status: 204 len: 168 time: 0.1344037 Mar 07 18:11:55.329124 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 38622) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:11:55.335960 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40524754-5d6a-469a-830d-edf6194b7a8f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307be2b2-7ce7-4436-a76c-42a4283f46a9,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:55.357383 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.api.v2.resource [None req-1b9b7c81-41a4-4df8-ac7c-223e190da992 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] show failed (client error): The resource could not be found. Mar 07 18:11:55.362166 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-1b9b7c81-41a4-4df8-ac7c-223e190da992 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups/307be2b2-7ce7-4436-a76c-42a4283f46a9 HTTP/1.1" status: 404 len: 347 time: 0.0319176 Mar 07 18:11:55.362312 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 38624) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:11:55.493085 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-896088d0-b6df-47e1-82e6-19635b494f0f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Deleting port 36c077af-2589-4c96-ad94-028a568df204 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:11:55.493540 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-896088d0-b6df-47e1-82e6-19635b494f0f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (36c077af-2589-4c96-ad94-028a568df204), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:55.573137 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-896088d0-b6df-47e1-82e6-19635b494f0f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (36c077af-2589-4c96-ad94-028a568df204), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:55.573468 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-896088d0-b6df-47e1-82e6-19635b494f0f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (36c077af-2589-4c96-ad94-028a568df204), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:55.585414 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-896088d0-b6df-47e1-82e6-19635b494f0f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Calling delete_port for 36c077af-2589-4c96-ad94-028a568df204 owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:11:55.715851 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f8889-a4bc-41a8-8fda-24c6cfa014fb req-afdae30f-84d8-4e65-8ed0-0fda5de6bd39 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:55.717312 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6f1f8889-a4bc-41a8-8fda-24c6cfa014fb req-afdae30f-84d8-4e65-8ed0-0fda5de6bd39 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0795023 Mar 07 18:11:55.788570 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-896088d0-b6df-47e1-82e6-19635b494f0f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (36c077af-2589-4c96-ad94-028a568df204), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:55.794086 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7896683-121b-45f5-b4c2-c184bf17f2c6', 'name': 'network-vif-deleted', 'tag': '49459c47-ba2d-42d8-aa49-aef86275252a'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:11:55.796319 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da789e7-d838-476b-a25c-ca61667f722c" -d '{"events": [{"server_uuid": "f7896683-121b-45f5-b4c2-c184bf17f2c6", "name": "network-vif-deleted", "tag": "49459c47-ba2d-42d8-aa49-aef86275252a"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:11:55.821819 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6f1f8889-a4bc-41a8-8fda-24c6cfa014fb req-d2875866-b09c-43cd-b372-ae13ffce82b4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825729 Mar 07 18:11:55.824590 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896088d0-b6df-47e1-82e6-19635b494f0f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event deleted for resources: {'Port': ['ID=36c077af-2589-4c96-ad94-028a568df204,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:55.835322 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59660978-a827-4ffe-bafa-5f60ca296146 x-openstack-request-id: req-59660978-a827-4ffe-bafa-5f60ca296146 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:11:55.835431 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7896683-121b-45f5-b4c2-c184bf17f2c6", "name": "network-vif-deleted", "tag": "49459c47-ba2d-42d8-aa49-aef86275252a", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:11:55.835686 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59660978-a827-4ffe-bafa-5f60ca296146 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:11:55.836704 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7896683-121b-45f5-b4c2-c184bf17f2c6', 'name': 'network-vif-deleted', 'tag': '49459c47-ba2d-42d8-aa49-aef86275252a', 'status': 'completed', 'code': 200} Mar 07 18:11:55.893895 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-896088d0-b6df-47e1-82e6-19635b494f0f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (869c7d04-f298-4afc-a398-a5aff4ddc933), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:55.896816 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-896088d0-b6df-47e1-82e6-19635b494f0f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:55.897976 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-896088d0-b6df-47e1-82e6-19635b494f0f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "DELETE /v2.0/floatingips/869c7d04-f298-4afc-a398-a5aff4ddc933 HTTP/1.1" status: 204 len: 168 time: 0.5345025 Mar 07 18:11:56.193119 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 38638) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:11:56.198196 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-99a0ffb1-0f71-41fd-8fec-43b7742dcd9c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1370853122', 'description': 'tempest-description--1892082301'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:11:56.217513 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-99a0ffb1-0f71-41fd-8fec-43b7742dcd9c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.281590 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-99a0ffb1-0f71-41fd-8fec-43b7742dcd9c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (bffece2d-4d07-4521-a5c6-1ce9c0e03259), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.285112 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-99a0ffb1-0f71-41fd-8fec-43b7742dcd9c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (bffece2d-4d07-4521-a5c6-1ce9c0e03259), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.314974 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-99a0ffb1-0f71-41fd-8fec-43b7742dcd9c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.316222 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-99a0ffb1-0f71-41fd-8fec-43b7742dcd9c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1220815 Mar 07 18:11:56.317392 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0ffb1-0f71-41fd-8fec-43b7742dcd9c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bffece2d-4d07-4521-a5c6-1ce9c0e03259,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:56.319175 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 38640) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:11:56.324412 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-46a41432-2d35-4f58-a003-2dbd1108d60d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'security_group_rule': {'security_group_id': 'bffece2d-4d07-4521-a5c6-1ce9c0e03259', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:11:56.349753 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46a41432-2d35-4f58-a003-2dbd1108d60d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (c3a4aaa4-a4ac-43e6-b51b-69e9ee8bf73f), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.397039 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46a41432-2d35-4f58-a003-2dbd1108d60d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (c3a4aaa4-a4ac-43e6-b51b-69e9ee8bf73f), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.400788 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46a41432-2d35-4f58-a003-2dbd1108d60d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (c3a4aaa4-a4ac-43e6-b51b-69e9ee8bf73f), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.418143 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a41432-2d35-4f58-a003-2dbd1108d60d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a4aaa4-a4ac-43e6-b51b-69e9ee8bf73f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:56.426047 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46a41432-2d35-4f58-a003-2dbd1108d60d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.428184 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-46a41432-2d35-4f58-a003-2dbd1108d60d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1070445 Mar 07 18:11:56.430404 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 38642) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:11:56.434939 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1077dfc2-4235-4d4b-8585-d5aa712f2c9f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'security_group_rule': {'security_group_id': 'bffece2d-4d07-4521-a5c6-1ce9c0e03259', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:11:56.458951 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1077dfc2-4235-4d4b-8585-d5aa712f2c9f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (093bc82d-cbc0-47f6-bf7b-3a4e8ba00e46), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.515304 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1077dfc2-4235-4d4b-8585-d5aa712f2c9f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (093bc82d-cbc0-47f6-bf7b-3a4e8ba00e46), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.518723 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1077dfc2-4235-4d4b-8585-d5aa712f2c9f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (093bc82d-cbc0-47f6-bf7b-3a4e8ba00e46), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.537809 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077dfc2-4235-4d4b-8585-d5aa712f2c9f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093bc82d-cbc0-47f6-bf7b-3a4e8ba00e46,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:56.548619 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1077dfc2-4235-4d4b-8585-d5aa712f2c9f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.549835 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-1077dfc2-4235-4d4b-8585-d5aa712f2c9f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183255 Mar 07 18:11:56.552907 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 38646) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:11:56.557816 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:11:56.577667 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.680359 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.789586 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Allocated IP 172.27.0.10 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/04d3080a-79be-47d4-8d5d-9b2a72ceeb41) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:11:56.893182 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for port (04d3080a-79be-47d4-8d5d-9b2a72ceeb41), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.927224 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (04d3080a-79be-47d4-8d5d-9b2a72ceeb41), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:56.950323 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824d0f1-0fd2-407b-88eb-130a688e76de req-9b5f2c6b-73b2-479a-be9a-05c130e2f1e8 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:56.951723 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8824d0f1-0fd2-407b-88eb-130a688e76de req-9b5f2c6b-73b2-479a-be9a-05c130e2f1e8 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0519247 Mar 07 18:11:56.965622 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:11:56.968506 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:11:56.971883 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:11:56.995534 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'Port': ['ID=04d3080a-79be-47d4-8d5d-9b2a72ceeb41,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:57.001452 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8824d0f1-0fd2-407b-88eb-130a688e76de req-f137521e-2206-4c0b-8dd3-590afe6e2402 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436819 Mar 07 18:11:57.062798 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (dc5db524-c223-493b-ba28-e5a92544240e), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:57.098566 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (04d3080a-79be-47d4-8d5d-9b2a72ceeb41), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:57.244420 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for port (04d3080a-79be-47d4-8d5d-9b2a72ceeb41), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:57.248777 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (04d3080a-79be-47d4-8d5d-9b2a72ceeb41), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:57.312725 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'Port': ['ID=04d3080a-79be-47d4-8d5d-9b2a72ceeb41,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:11:57.324619 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (dc5db524-c223-493b-ba28-e5a92544240e), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:57.339464 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:11:57.340733 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-6a6c9737-9c92-4b1a-87c6-5517c1092bc5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7868617 Mar 07 18:11:57.528393 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-914d6dfc-c01b-4a84-b37e-11228f832541 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1370853122&fields=id&tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6 HTTP/1.1" status: 200 len: 267 time: 0.0396039 Mar 07 18:11:57.630818 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-5cdc1ea8-8d7a-4c4a-b2cd-c390923e8858 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:57.632268 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-5cdc1ea8-8d7a-4c4a-b2cd-c390923e8858 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 815 time: 0.0976906 Mar 07 18:11:57.646062 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-f163d17b-1451-4569-94a0-90e2c74569b6 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/quotas/28ec9c535ebc4ad2bb49eaa164032bb6 HTTP/1.1" status: 200 len: 375 time: 0.0085344 Mar 07 18:11:57.697829 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-c768f43f-a7f4-481e-8899-d89e17fb4385 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465300 Mar 07 18:11:57.792553 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-acb0d52c-fc8a-4fa3-beae-66fe74cf1aa5 service neutron] 10.222.0.13 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838823 Mar 07 18:11:57.879575 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-8451defb-fb62-4ecf-a065-2779d510ea83 service neutron] 10.222.0.13 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813982 Mar 07 18:11:58.037873 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-094bf0af-8a74-4cca-8e08-a245529fd13a req-5e61b4df-9fe9-4fe4-8780-11c2411d4059 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 210 time: 0.0314007 Mar 07 18:11:58.124284 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954c773-6802-4db2-90f8-9d83074cb166 req-8c5db8ac-b157-4bc0-9f46-d842f3dc434f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:58.128736 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b954c773-6802-4db2-90f8-9d83074cb166 req-8c5db8ac-b157-4bc0-9f46-d842f3dc434f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0563018 Mar 07 18:11:58.184188 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b954c773-6802-4db2-90f8-9d83074cb166 req-ca033350-ee38-4a21-bf12-3a5e96e0a63a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529983 Mar 07 18:11:59.133195 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-301c41ff-d907-4876-90a0-35b1d58ae9d6 req-c87d21d3-7389-4b51-98e9-a21233226f12 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 210 time: 0.0265346 Mar 07 18:11:59.298992 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a10d1-56b7-4216-aaee-0fdbe8cd613b req-f0f28d7d-f3e6-46fe-8f56-48873987c67d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:11:59.300464 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-357a10d1-56b7-4216-aaee-0fdbe8cd613b req-f0f28d7d-f3e6-46fe-8f56-48873987c67d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0504694 Mar 07 18:11:59.348776 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-357a10d1-56b7-4216-aaee-0fdbe8cd613b req-364063d6-edb1-4290-9dd6-082fe3efefb4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Mar 07 18:12:00.225703 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9b0b24b0-fb5b-4b8c-a263-179a7cf28c76 req-e7e24fa8-5bf3-419b-9eae-1525ab94e4cd tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 210 time: 0.0280354 Mar 07 18:12:00.768413 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-bd8f57f4-4c70-4280-b97d-d09c17e32e7e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:00.769991 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-bd8f57f4-4c70-4280-b97d-d09c17e32e7e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 815 time: 0.3648407 Mar 07 18:12:00.777172 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d0c4d-9570-4055-ab50-58704cfe2f43 req-8f0a0b9c-2032-4a70-98fd-1c2b31421b16 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:00.778578 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-138d0c4d-9570-4055-ab50-58704cfe2f43 req-8f0a0b9c-2032-4a70-98fd-1c2b31421b16 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.3534091 Mar 07 18:12:00.863317 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-138d0c4d-9570-4055-ab50-58704cfe2f43 req-3832936d-ab8f-448d-b741-53bbc97a1070 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789769 Mar 07 18:12:00.887978 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-822baeac-ef39-4886-bad0-8409d05fe19f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6 HTTP/1.1" status: 200 len: 380 time: 0.0898438 Mar 07 18:12:00.899717 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'port': {'device_id': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'admin_state_up': True, 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'security_groups': ['bffece2d-4d07-4521-a5c6-1ce9c0e03259']}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:01.006118 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Made reservation on behalf of 28ec9c535ebc4ad2bb49eaa164032bb6 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:12:01.009566 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:01.149964 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Allocated IP 172.20.0.7 (800e9ee9-8ed4-475a-8cec-65f891cb90a7/94dfeeb6-64a3-458e-b465-1993f2079c52/aa4de8d8-72c7-4f13-a5fd-e786946295c6) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:12:01.296179 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:01.326462 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8bf2c0fd-519c-49eb-85b4-bc5e34f84295 req-441607e9-4fc3-40eb-8032-ae381b87ea3e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 210 time: 0.0285337 Mar 07 18:12:01.355451 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:01.399613 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:12:01.402674 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:01.406354 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:12:01.434076 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'Port': ['ID=aa4de8d8-72c7-4f13-a5fd-e786946295c6,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:01.462132 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:01.462788 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:01.481224 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-ad5cf789-d50f-4b56-9005-7e1da5f65142 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5852807 Mar 07 18:12:01.493970 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Request body: {'port': {'device_id': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:01.558034 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:01.681600 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-ca131006-0a98-43bf-997f-ba41e7beee86 None None] Provisioning complete for port aa4de8d8-72c7-4f13-a5fd-e786946295c6 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:01.682175 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ca131006-0a98-43bf-997f-ba41e7beee86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:01.717549 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-ca131006-0a98-43bf-997f-ba41e7beee86 None None] Port aa4de8d8-72c7-4f13-a5fd-e786946295c6 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:12:01.824122 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4de8d8-72c7-4f13-a5fd-e786946295c6 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:12:01.831551 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Publish callbacks [] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:01.845540 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Transition to ACTIVE for port object aa4de8d8-72c7-4f13-a5fd-e786946295c6 will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:12:01.850318 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:01.906239 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Pushing event updated for resources: {'Port': ['ID=aa4de8d8-72c7-4f13-a5fd-e786946295c6,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:02.053366 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Attempting to bind port aa4de8d8-72c7-4f13-a5fd-e786946295c6 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:12:02.053706 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Attempting to bind port aa4de8d8-72c7-4f13-a5fd-e786946295c6 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:12:02.054036 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Attempting to bind port aa4de8d8-72c7-4f13-a5fd-e786946295c6 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:12:02.066903 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Port aa4de8d8-72c7-4f13-a5fd-e786946295c6 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:12:02.067229 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Attempting to bind port aa4de8d8-72c7-4f13-a5fd-e786946295c6 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:12:02.081528 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca13859-e1aa-4a59-b13f-2e71953123d0 req-e8ef1944-4a77-4b6b-a85c-4ddb143f18d8 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:02.083038 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bca13859-e1aa-4a59-b13f-2e71953123d0 req-e8ef1944-4a77-4b6b-a85c-4ddb143f18d8 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1263771 Mar 07 18:12:02.091144 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae909fd-f539-43d5-b3c7-576c454f30c1 req-e27be5ad-2f3a-4fda-b2c7-7e8c5e0d91e2 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:02.092614 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9ae909fd-f539-43d5-b3c7-576c454f30c1 req-e27be5ad-2f3a-4fda-b2c7-7e8c5e0d91e2 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.1054747 Mar 07 18:12:02.093363 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:12:02.093705 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Checking segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:12:02.094165 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Bound using segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:12:02.094617 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Bound port: aa4de8d8-72c7-4f13-a5fd-e786946295c6, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:12:02.095068 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:02.218119 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9ae909fd-f539-43d5-b3c7-576c454f30c1 req-16d5ec16-1a68-4d32-b320-80fa5392ca1b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181831 Mar 07 18:12:02.224077 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bca13859-e1aa-4a59-b13f-2e71953123d0 req-019dad4b-247c-47ec-8e77-dfa8e383771d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268125 Mar 07 18:12:02.231202 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] For port aa4de8d8-72c7-4f13-a5fd-e786946295c6, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:12:02.234898 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] For port aa4de8d8-72c7-4f13-a5fd-e786946295c6, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=aa4de8d8-72c7-4f13-a5fd-e786946295c6,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:12:02.243239 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:02.277173 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:02.277928 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:02.279502 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] 10.222.0.37 "PUT /v2.0/ports/aa4de8d8-72c7-4f13-a5fd-e786946295c6 HTTP/1.1" status: 200 len: 1093 time: 0.7901661 Mar 07 18:12:02.281971 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'tag': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:12:02.286167 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5456c0-acca-4ee9-bb17-6a33000fe253" -d '{"events": [{"name": "network-changed", "server_uuid": "05d13372-1c7a-4dfb-a772-47eb3a638a2c", "tag": "aa4de8d8-72c7-4f13-a5fd-e786946295c6"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:12:02.339871 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9afe91-083f-4747-9d6a-cbfc83b6b995 x-openstack-request-id: req-de9afe91-083f-4747-9d6a-cbfc83b6b995 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:12:02.340529 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d13372-1c7a-4dfb-a772-47eb3a638a2c", "tag": "aa4de8d8-72c7-4f13-a5fd-e786946295c6", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:12:02.340637 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de9afe91-083f-4747-9d6a-cbfc83b6b995 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:12:02.340989 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'tag': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6', 'status': 'completed', 'code': 200} Mar 07 18:12:02.357118 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef5cab-736b-4658-ad41-bed318e14efa service neutron] Pushing event updated for resources: {'Port': ['ID=aa4de8d8-72c7-4f13-a5fd-e786946295c6,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:02.380073 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-f2bc9950-2e7d-4ba9-ae92-cf9c726de02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:02.381718 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-f2bc9950-2e7d-4ba9-ae92-cf9c726de02d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 1127 time: 0.0581429 Mar 07 18:12:02.439642 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-9b481c69-554d-4c2e-b632-b67aa353aa08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4de8d8-72c7-4f13-a5fd-e786946295c6 HTTP/1.1" status: 200 len: 217 time: 0.0454686 Mar 07 18:12:02.516947 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-1263ac84-8bbc-4775-9cd2-137bb570d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:02.518537 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-1263ac84-8bbc-4775-9cd2-137bb570d294 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0564423 Mar 07 18:12:02.526579 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdfa97-34e0-43f6-986b-e2b59b440704 req-d91800e2-87a6-4273-855a-b86396183d7d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:02.527929 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c8bdfa97-34e0-43f6-986b-e2b59b440704 req-d91800e2-87a6-4273-855a-b86396183d7d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 943 time: 0.0977838 Mar 07 18:12:02.600218 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c8bdfa97-34e0-43f6-986b-e2b59b440704 req-91411dea-acde-4084-95cb-15c78012c0fd tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640988 Mar 07 18:12:02.606871 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-1ab713dc-cdd7-47ce-ad42-f756687e7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:02.608450 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-1ab713dc-cdd7-47ce-ad42-f756687e7707 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795786 Mar 07 18:12:02.700603 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-94d21f4e-3d62-47ab-b813-b0e2becf87a3 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853131 Mar 07 18:12:02.791764 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db29bf7-6dcc-48e7-8d16-db79b2e6b266 req-a2f51b20-4ed2-4995-a535-bdf0d2ca1e66 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844936 Mar 07 18:12:02.894365 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5456c0-acca-4ee9-bb17-6a33000fe253 req-3385aab8-5c2f-470a-856f-47782018a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:02.895871 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0a5456c0-acca-4ee9-bb17-6a33000fe253 req-3385aab8-5c2f-470a-856f-47782018a8fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 1127 time: 0.0487463 Mar 07 18:12:02.983796 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5456c0-acca-4ee9-bb17-6a33000fe253 req-60ee690d-93aa-470b-8d55-c4332cd0992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:02.985562 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0a5456c0-acca-4ee9-bb17-6a33000fe253 req-60ee690d-93aa-470b-8d55-c4332cd0992e service neutron] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 916 time: 0.0831707 Mar 07 18:12:03.027567 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0a5456c0-acca-4ee9-bb17-6a33000fe253 req-63895989-732e-4ccd-a899-3c80fe19a63f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4de8d8-72c7-4f13-a5fd-e786946295c6 HTTP/1.1" status: 200 len: 217 time: 0.0359366 Mar 07 18:12:03.083755 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5456c0-acca-4ee9-bb17-6a33000fe253 req-e199ce11-fcbe-4387-947e-7370db9fd8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:03.085222 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0a5456c0-acca-4ee9-bb17-6a33000fe253 req-e199ce11-fcbe-4387-947e-7370db9fd8dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0425186 Mar 07 18:12:03.135836 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5456c0-acca-4ee9-bb17-6a33000fe253 req-93eb1c0d-65ba-43dc-9218-057696b58f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:03.137373 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0a5456c0-acca-4ee9-bb17-6a33000fe253 req-93eb1c0d-65ba-43dc-9218-057696b58f05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453844 Mar 07 18:12:03.231807 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0a5456c0-acca-4ee9-bb17-6a33000fe253 req-df89075d-995f-44da-b5cb-79c049110c9a service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825152 Mar 07 18:12:03.390622 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0a5456c0-acca-4ee9-bb17-6a33000fe253 req-d24bb886-87e5-4e5b-9f4d-d44c27ad0c0c service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477642 Mar 07 18:12:03.401500 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fcfc8-7e33-4722-9a57-961e4d2a5662 req-193d86eb-fd60-4e9d-b7ec-f3975a84a44d tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:03.402962 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d71fcfc8-7e33-4722-9a57-961e4d2a5662 req-193d86eb-fd60-4e9d-b7ec-f3975a84a44d tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.1067705 Mar 07 18:12:03.425117 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f004a-f775-4cf2-8b9f-86a1e19db9bb req-373ff6ed-8923-45d8-ba27-e672ed6284d1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:03.426534 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2e5f004a-f775-4cf2-8b9f-86a1e19db9bb req-373ff6ed-8923-45d8-ba27-e672ed6284d1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1161389 Mar 07 18:12:03.490322 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d71fcfc8-7e33-4722-9a57-961e4d2a5662 req-76a9cc57-3683-4b4b-b659-4897d1da0c20 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799813 Mar 07 18:12:03.495219 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2e5f004a-f775-4cf2-8b9f-86a1e19db9bb req-1924e4ec-e2fb-458a-b7c3-305e81a17696 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620825 Mar 07 18:12:03.728126 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf72a7-b58b-4b8b-b514-42cc1e25b8cd req-640ca3d0-6857-4b82-aff8-cdbd0689df4b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:03.729632 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-98cf72a7-b58b-4b8b-b514-42cc1e25b8cd req-640ca3d0-6857-4b82-aff8-cdbd0689df4b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 943 time: 0.0541055 Mar 07 18:12:03.775436 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-98cf72a7-b58b-4b8b-b514-42cc1e25b8cd req-4e6d122b-5382-4cee-94f4-4ae142f565b2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400190 Mar 07 18:12:04.651873 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a98708-eebb-4d67-bbf4-cde2b114bf50 req-9caefb83-b40b-42d2-a327-ca0912d1feee tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:04.653413 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f1a98708-eebb-4d67-bbf4-cde2b114bf50 req-9caefb83-b40b-42d2-a327-ca0912d1feee tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0855517 Mar 07 18:12:04.661194 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8aa26-e321-4242-9e9a-38f410227462 req-eece729a-f682-4591-8661-05392784b40a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:04.662602 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0c8aa26-e321-4242-9e9a-38f410227462 req-eece729a-f682-4591-8661-05392784b40a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0959735 Mar 07 18:12:04.734419 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f1a98708-eebb-4d67-bbf4-cde2b114bf50 req-629c1dd8-07ba-4800-88b1-99fbd85b0283 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706120 Mar 07 18:12:04.738755 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0c8aa26-e321-4242-9e9a-38f410227462 req-0c9cb17d-9d59-4e4a-8ab6-e6dd5f5bf216 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685630 Mar 07 18:12:04.917190 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6328296-9c7e-4c63-834c-e7a394cf8e08 req-20404890-c2a4-4d64-a2d3-96e0af8da431 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:04.918654 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e6328296-9c7e-4c63-834c-e7a394cf8e08 req-20404890-c2a4-4d64-a2d3-96e0af8da431 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 943 time: 0.0532970 Mar 07 18:12:04.967549 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e6328296-9c7e-4c63-834c-e7a394cf8e08 req-75e05194-b999-4c48-a0f5-2c155a874ecb tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434823 Mar 07 18:12:05.886066 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8373e38-d6fe-4b9b-a540-dd54511c5ec7 req-7aaa3451-b15a-4c71-b1d2-cd36df3c9c9f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:05.887558 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c8373e38-d6fe-4b9b-a540-dd54511c5ec7 req-7aaa3451-b15a-4c71-b1d2-cd36df3c9c9f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0844417 Mar 07 18:12:05.897884 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f176-0e86-4df3-aea5-1b44f0028f12 req-162fb575-5ff9-4bec-a6ef-50f8b7542d94 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:05.899508 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f357f176-0e86-4df3-aea5-1b44f0028f12 req-162fb575-5ff9-4bec-a6ef-50f8b7542d94 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0867105 Mar 07 18:12:05.971213 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c8373e38-d6fe-4b9b-a540-dd54511c5ec7 req-82ac5e42-cf2d-467c-84d4-973376bee556 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707722 Mar 07 18:12:05.974160 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f357f176-0e86-4df3-aea5-1b44f0028f12 req-e22ecf0e-9ec6-4a83-b105-770d264cd613 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682366 Mar 07 18:12:06.084003 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65661c72-d842-449f-8508-ea68366ceb5f req-81ee9380-cb1f-4126-bb98-96388a5a6394 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:06.085602 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-65661c72-d842-449f-8508-ea68366ceb5f req-81ee9380-cb1f-4126-bb98-96388a5a6394 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 943 time: 0.0536957 Mar 07 18:12:06.133141 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-65661c72-d842-449f-8508-ea68366ceb5f req-b4ea0255-b368-444c-8f5e-f473cd567627 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 Mar 07 18:12:07.123828 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe37509-a2b0-4ca8-97b6-abf53cd1ec95 req-91fe037b-b922-434e-842f-59af9f4d8d48 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:07.125345 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cbe37509-a2b0-4ca8-97b6-abf53cd1ec95 req-91fe037b-b922-434e-842f-59af9f4d8d48 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0864997 Mar 07 18:12:07.131821 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4f6e3-209c-4eb7-8e51-89e00059411c req-d781f3ca-3a43-40b7-84d8-bc7817d4d309 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:07.133822 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4df4f6e3-209c-4eb7-8e51-89e00059411c req-d781f3ca-3a43-40b7-84d8-bc7817d4d309 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0863450 Mar 07 18:12:07.204092 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cbe37509-a2b0-4ca8-97b6-abf53cd1ec95 req-33ba308e-e3eb-4921-bf60-d5da43792278 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693464 Mar 07 18:12:07.207014 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4df4f6e3-209c-4eb7-8e51-89e00059411c req-d1c4ac13-6601-49b2-beaf-941a256d7b3c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668809 Mar 07 18:12:07.306594 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52491280-6235-4c09-9f3f-4488d5f57dd1 req-6f61df75-6b57-4b25-a7cc-145c67b6aa73 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:07.308034 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-52491280-6235-4c09-9f3f-4488d5f57dd1 req-6f61df75-6b57-4b25-a7cc-145c67b6aa73 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 943 time: 0.0511360 Mar 07 18:12:07.352348 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-52491280-6235-4c09-9f3f-4488d5f57dd1 req-bcce720b-6e95-420a-a402-f704c9c37c35 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387652 Mar 07 18:12:07.893946 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device aa4de8d8-72c7-4f13-a5fd-e786946295c6 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:12:07.989138 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port aa4de8d8-72c7-4f13-a5fd-e786946295c6, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=aa4de8d8-72c7-4f13-a5fd-e786946295c6,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:07.999923 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'port_id': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6', 'mac_address': 'fa:16:3e:34:5d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:12:08.036532 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port aa4de8d8-72c7-4f13-a5fd-e786946295c6 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:08.036925 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:08.052487 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4de8d8-72c7-4f13-a5fd-e786946295c6 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:12:08.072315 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port aa4de8d8-72c7-4f13-a5fd-e786946295c6, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=aa4de8d8-72c7-4f13-a5fd-e786946295c6,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:08.076022 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:08.122440 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=aa4de8d8-72c7-4f13-a5fd-e786946295c6,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:08.129254 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.129583 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.129925 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.130265 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.130599 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.131217 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.131547 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.131875 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.132864 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.133212 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.133541 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.133861 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.134184 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:08.356666 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720fea-45b7-4ce9-86d4-820c3ee9defc req-f68a34a0-0207-42f9-92d7-355540c6eb31 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:08.358468 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6b720fea-45b7-4ce9-86d4-820c3ee9defc req-f68a34a0-0207-42f9-92d7-355540c6eb31 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0851343 Mar 07 18:12:08.363264 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['aa4de8d8-72c7-4f13-a5fd-e786946295c6'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:12:08.367511 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528e3a2-b910-4d42-959a-e38e4568a609 req-b4c93781-b10e-4537-b074-d2978110589d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:08.369026 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b528e3a2-b910-4d42-959a-e38e4568a609 req-b4c93781-b10e-4537-b074-d2978110589d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0870924 Mar 07 18:12:08.439949 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6b720fea-45b7-4ce9-86d4-820c3ee9defc req-57e66ccf-3981-42e5-a955-c8388f38eb48 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698483 Mar 07 18:12:08.442879 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b528e3a2-b910-4d42-959a-e38e4568a609 req-fa0f8e4e-b2ff-4beb-acc6-ec5fd118b9e1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669599 Mar 07 18:12:08.548056 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c1d9-6f97-4fcf-ac6e-154bde329969 req-8ceef7e7-09b0-4b50-840f-eb3550a9cd2d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:08.549549 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c576c1d9-6f97-4fcf-ac6e-154bde329969 req-8ceef7e7-09b0-4b50-840f-eb3550a9cd2d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 944 time: 0.0520055 Mar 07 18:12:08.597682 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c576c1d9-6f97-4fcf-ac6e-154bde329969 req-7904a820-8406-48c5-b046-86105ae5dcf0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 Mar 07 18:12:09.585010 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4482c-06ab-48f7-8bc5-a3bf8a372604 req-fb6968e8-0e97-4ee2-9452-36e580d38896 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:09.586549 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-08a4482c-06ab-48f7-8bc5-a3bf8a372604 req-fb6968e8-0e97-4ee2-9452-36e580d38896 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0784230 Mar 07 18:12:09.597453 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edfc51-6352-4e97-8b5c-7d4c7309526d req-1833f3d5-a531-4aaa-8e23-1a99e8357007 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:09.598836 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-47edfc51-6352-4e97-8b5c-7d4c7309526d req-1833f3d5-a531-4aaa-8e23-1a99e8357007 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0808241 Mar 07 18:12:09.672289 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-08a4482c-06ab-48f7-8bc5-a3bf8a372604 req-b32a090a-3f82-4d3f-a2e7-9937f4102523 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724761 Mar 07 18:12:09.675350 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-47edfc51-6352-4e97-8b5c-7d4c7309526d req-ee437ab4-5ec8-4c18-91a1-c2ca23ce99ea tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698872 Mar 07 18:12:09.790014 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cb36a-d152-4540-baf8-40473ff6e20c req-65b794c1-5fe2-4a37-8d0e-8dc17bbaf78b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:09.791382 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e69cb36a-d152-4540-baf8-40473ff6e20c req-65b794c1-5fe2-4a37-8d0e-8dc17bbaf78b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 944 time: 0.0516169 Mar 07 18:12:09.836718 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e69cb36a-d152-4540-baf8-40473ff6e20c req-c7bbf4ae-66d9-4c8f-b7f3-403f8a9b1f7d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398576 Mar 07 18:12:10.242261 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:12:10.822904 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0099a1d-f088-45ce-8db4-a4f94141df1c req-f879164b-dd0f-4a78-b6a6-f23cdd2e2038 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:10.824388 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e0099a1d-f088-45ce-8db4-a4f94141df1c req-f879164b-dd0f-4a78-b6a6-f23cdd2e2038 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0752008 Mar 07 18:12:10.831547 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffcdad-d779-4d61-b1da-2fd7bf2c4a20 req-919addb8-c3f2-45bf-91e4-c71d6af4d6d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:10.832938 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-51ffcdad-d779-4d61-b1da-2fd7bf2c4a20 req-919addb8-c3f2-45bf-91e4-c71d6af4d6d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0929263 Mar 07 18:12:10.903567 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e0099a1d-f088-45ce-8db4-a4f94141df1c req-943b9540-5c4b-403a-95f5-e17c6794360a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696065 Mar 07 18:12:10.907592 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-51ffcdad-d779-4d61-b1da-2fd7bf2c4a20 req-4f9054d6-733a-4d95-8097-2c6cece505ce tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672531 Mar 07 18:12:10.912921 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device aa4de8d8-72c7-4f13-a5fd-e786946295c6 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:12:10.965801 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port aa4de8d8-72c7-4f13-a5fd-e786946295c6 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:12:10.969685 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port aa4de8d8-72c7-4f13-a5fd-e786946295c6 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:10.970050 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:11.012503 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a262e-c9ed-45ee-8475-4f733751a481 req-77ba95a2-b407-4cbb-bea5-7a8f001def38 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:11.014032 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-315a262e-c9ed-45ee-8475-4f733751a481 req-77ba95a2-b407-4cbb-bea5-7a8f001def38 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 944 time: 0.0548537 Mar 07 18:12:11.048134 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port aa4de8d8-72c7-4f13-a5fd-e786946295c6 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:11.048460 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:11.061474 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-315a262e-c9ed-45ee-8475-4f733751a481 req-68a717bb-f285-47c4-94ff-c453d80329d0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419025 Mar 07 18:12:11.071865 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:12:11.074173 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986ddd4d-3fe6-42f7-b0b9-08a9f467aba4" -d '{"events": [{"server_uuid": "05d13372-1c7a-4dfb-a772-47eb3a638a2c", "name": "network-vif-plugged", "status": "completed", "tag": "aa4de8d8-72c7-4f13-a5fd-e786946295c6"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:12:11.086483 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port aa4de8d8-72c7-4f13-a5fd-e786946295c6, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=aa4de8d8-72c7-4f13-a5fd-e786946295c6,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:11.090691 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:11.114224 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97937272-c587-48f9-b8f9-b31fc12c28a9 x-openstack-request-id: req-97937272-c587-48f9-b8f9-b31fc12c28a9 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:12:11.114537 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d13372-1c7a-4dfb-a772-47eb3a638a2c", "name": "network-vif-plugged", "status": "completed", "tag": "aa4de8d8-72c7-4f13-a5fd-e786946295c6", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:12:11.114792 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97937272-c587-48f9-b8f9-b31fc12c28a9 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:12:11.115170 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6', 'code': 200} Mar 07 18:12:11.140796 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=aa4de8d8-72c7-4f13-a5fd-e786946295c6,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:11.279990 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5d6c0-3a62-40ee-bdea-06d757128b3d req-0c50fd0b-28dc-40f8-9a38-d92aab52b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:11.281527 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5bd5d6c0-3a62-40ee-bdea-06d757128b3d req-0c50fd0b-28dc-40f8-9a38-d92aab52b8cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 1129 time: 0.0437050 Mar 07 18:12:11.326504 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5bd5d6c0-3a62-40ee-bdea-06d757128b3d req-66bf3e0d-7457-4044-8b2a-0dd886a1329b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390387 Mar 07 18:12:12.053579 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dbb68-8230-4379-9886-9fc447351866 req-3404df4d-87d2-47c0-818d-5d1955fcc7e1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:12.056199 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0e0dbb68-8230-4379-9886-9fc447351866 req-3404df4d-87d2-47c0-818d-5d1955fcc7e1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0832517 Mar 07 18:12:12.076707 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-43792986-4dc0-4ce3-918b-1ec55a1a60a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:12.079385 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40637f03-4f9b-49a8-8f23-43592747483f req-91bc3d29-f469-40e0-9e7b-bad28e593868 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:12.080887 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-40637f03-4f9b-49a8-8f23-43592747483f req-91bc3d29-f469-40e0-9e7b-bad28e593868 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0818157 Mar 07 18:12:12.144780 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0e0dbb68-8230-4379-9886-9fc447351866 req-68cf1c2b-c80c-4a29-8b6b-7212b6732493 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818458 Mar 07 18:12:12.151659 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-40637f03-4f9b-49a8-8f23-43592747483f req-d6504356-eb2e-4d05-beb2-7e27de8a9300 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641444 Mar 07 18:12:12.254386 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7e460-c9f3-4278-be2c-103f6d25e817 req-c746023f-2455-49cb-960c-266da0cccb60 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:12.255845 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ceb7e460-c9f3-4278-be2c-103f6d25e817 req-c746023f-2455-49cb-960c-266da0cccb60 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 945 time: 0.0557437 Mar 07 18:12:12.300583 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ceb7e460-c9f3-4278-be2c-103f6d25e817 req-d4f8c8cf-db51-46a3-aa9c-0411a6461e9d tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391386 Mar 07 18:12:13.296992 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550bbf9-dc13-4d56-80b1-7397acc8b363 req-ca7e09eb-42fb-4ee5-b52c-83b85e780db9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:13.298488 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9550bbf9-dc13-4d56-80b1-7397acc8b363 req-ca7e09eb-42fb-4ee5-b52c-83b85e780db9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0851302 Mar 07 18:12:13.306111 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c35e92-ed47-426c-a78d-af254405b286 req-ff860b71-b43d-4e7f-bf1b-8e48a22224a3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:13.307472 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-33c35e92-ed47-426c-a78d-af254405b286 req-ff860b71-b43d-4e7f-bf1b-8e48a22224a3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0852971 Mar 07 18:12:13.381164 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9550bbf9-dc13-4d56-80b1-7397acc8b363 req-8f6d570a-9b1b-4e88-9959-a7631030a608 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726635 Mar 07 18:12:13.386406 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-33c35e92-ed47-426c-a78d-af254405b286 req-a6e8a42e-1ded-40c3-a192-c037d0ff212b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722365 Mar 07 18:12:13.485659 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992a3b8-d3d6-436a-b5db-cdc7d2e2a299 req-d9d0906a-0d2d-4814-b3ec-56ef53753c47 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:13.487114 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6992a3b8-d3d6-436a-b5db-cdc7d2e2a299 req-d9d0906a-0d2d-4814-b3ec-56ef53753c47 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 945 time: 0.0516469 Mar 07 18:12:13.533022 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6992a3b8-d3d6-436a-b5db-cdc7d2e2a299 req-51301695-48e1-43d4-bb4a-50f5d7d6169a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398288 Mar 07 18:12:13.644609 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a6230-4fad-42e4-a60a-0b966180c54c req-438962c8-2d97-4a89-b0ae-334d8ec87007 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:13.645969 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6d0a6230-4fad-42e4-a60a-0b966180c54c req-438962c8-2d97-4a89-b0ae-334d8ec87007 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 945 time: 0.0521924 Mar 07 18:12:13.654403 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 38852) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:13.658560 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-cfb96262-387c-4176-8013-8e4e84d3c725 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'floatingip': {'port_id': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:13.699623 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cfb96262-387c-4176-8013-8e4e84d3c725 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (dc5db524-c223-493b-ba28-e5a92544240e), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:14.277212 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5544b70e-f4e8-41c7-be25-86eb16f058ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:14.305330 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adc32c-fada-4e83-bc20-0b0cb1bda013 req-aeac6f79-cda5-4d6c-9165-86f7578e3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:14.307021 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c2adc32c-fada-4e83-bc20-0b0cb1bda013 req-aeac6f79-cda5-4d6c-9165-86f7578e3408 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 1129 time: 0.1272357 Mar 07 18:12:14.395435 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c2adc32c-fada-4e83-bc20-0b0cb1bda013 req-0f869794-7220-47e4-8de4-415526b42696 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800667 Mar 07 18:12:14.444230 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cfb96262-387c-4176-8013-8e4e84d3c725 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:14.448200 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cfb96262-387c-4176-8013-8e4e84d3c725 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (dc5db524-c223-493b-ba28-e5a92544240e), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:14.612098 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dfb78-86ef-4519-b436-9851810b2257 req-484ab507-de9c-436f-b05c-a71be1d83e39 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:14.613572 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-049dfb78-86ef-4519-b436-9851810b2257 req-484ab507-de9c-436f-b05c-a71be1d83e39 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.1294007 Mar 07 18:12:14.630174 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4782af7-5ed1-4247-9d93-b2d15737d32b req-e8916b28-d4f0-477a-a776-c2747be4eff1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:14.631559 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e4782af7-5ed1-4247-9d93-b2d15737d32b req-e8916b28-d4f0-477a-a776-c2747be4eff1 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1459987 Mar 07 18:12:14.652659 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-cfb96262-387c-4176-8013-8e4e84d3c725 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Floating IP dc5db524-c223-493b-ba28-e5a92544240e associated. External IP: 172.27.0.10, port: aa4de8d8-72c7-4f13-a5fd-e786946295c6. Mar 07 18:12:14.776402 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-049dfb78-86ef-4519-b436-9851810b2257 req-28017fb0-bdc8-4f3f-8522-e579c2402750 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550803 Mar 07 18:12:14.780764 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e4782af7-5ed1-4247-9d93-b2d15737d32b req-07a8dd05-e8fb-4454-8f76-4b9bac7f71f2 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418502 Mar 07 18:12:14.919774 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb96262-387c-4176-8013-8e4e84d3c725 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:12:15.027991 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb96262-387c-4176-8013-8e4e84d3c725 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:12:15.032927 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cfb96262-387c-4176-8013-8e4e84d3c725 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:15.037396 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1cd134-6d46-4306-b98f-69802f3bd98a None None] Sync routers for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:12:15.047301 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1cd134-6d46-4306-b98f-69802f3bd98a None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:15.047915 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-ac1cd134-6d46-4306-b98f-69802f3bd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:15.076169 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-cfb96262-387c-4176-8013-8e4e84d3c725 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "PUT /v2.0/floatingips/dc5db524-c223-493b-ba28-e5a92544240e HTTP/1.1" status: 200 len: 990 time: 1.4098437 Mar 07 18:12:15.076169 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'tag': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:12:15.076169 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0237ada-145f-4102-aa40-7c567a0558b3" -d '{"events": [{"name": "network-changed", "server_uuid": "05d13372-1c7a-4dfb-a772-47eb3a638a2c", "tag": "aa4de8d8-72c7-4f13-a5fd-e786946295c6"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:12:15.112991 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c12c37b-62d5-426e-81fd-2f94e62c7f70 x-openstack-request-id: req-4c12c37b-62d5-426e-81fd-2f94e62c7f70 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:12:15.113235 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d13372-1c7a-4dfb-a772-47eb3a638a2c", "tag": "aa4de8d8-72c7-4f13-a5fd-e786946295c6", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:12:15.113493 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c12c37b-62d5-426e-81fd-2f94e62c7f70 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:12:15.113910 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'tag': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6', 'status': 'completed', 'code': 200} Mar 07 18:12:15.159910 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-ac1cd134-6d46-4306-b98f-69802f3bd98a None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:15.178155 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0237ada-145f-4102-aa40-7c567a0558b3 req-68a6abaf-7f68-4d3c-b1c0-f0669797b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:15.179810 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0237ada-145f-4102-aa40-7c567a0558b3 req-68a6abaf-7f68-4d3c-b1c0-f0669797b0ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 1129 time: 0.0459146 Mar 07 18:12:15.277410 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0237ada-145f-4102-aa40-7c567a0558b3 req-bf5a1c27-75c6-4992-a999-e8465ec3edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:15.278891 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0237ada-145f-4102-aa40-7c567a0558b3 req-bf5a1c27-75c6-4992-a999-e8465ec3edf3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 916 time: 0.0886738 Mar 07 18:12:15.345344 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0237ada-145f-4102-aa40-7c567a0558b3 req-85528ca8-6801-45ee-b83a-5618a223a99e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4de8d8-72c7-4f13-a5fd-e786946295c6 HTTP/1.1" status: 200 len: 998 time: 0.0591145 Mar 07 18:12:15.381607 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-ac1cd134-6d46-4306-b98f-69802f3bd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'dc5db524-c223-493b-ba28-e5a92544240e', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:34:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:11:57Z', 'updated_at': '2022-03-07T18:12:14Z', 'revision_number': 1, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:15.400448 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0237ada-145f-4102-aa40-7c567a0558b3 req-6bd7546c-8759-4eb7-a21d-d47b835896cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:15.402406 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0237ada-145f-4102-aa40-7c567a0558b3 req-6bd7546c-8759-4eb7-a21d-d47b835896cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0472364 Mar 07 18:12:15.408601 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:15.412785 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1cd134-6d46-4306-b98f-69802f3bd98a None None] Checking router: 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:12:15.423190 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1cd134-6d46-4306-b98f-69802f3bd98a None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:15.423792 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-ac1cd134-6d46-4306-b98f-69802f3bd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:15.442455 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:15.464754 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0237ada-145f-4102-aa40-7c567a0558b3 req-92d3d9b5-0f1c-40bc-9033-6510414ea390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:15.466387 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0237ada-145f-4102-aa40-7c567a0558b3 req-92d3d9b5-0f1c-40bc-9033-6510414ea390 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489225 Mar 07 18:12:15.535774 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-ac1cd134-6d46-4306-b98f-69802f3bd98a None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:15.562076 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0237ada-145f-4102-aa40-7c567a0558b3 req-6312c591-0436-4a27-a64f-2a7fc6f0eba3 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875378 Mar 07 18:12:15.664279 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0237ada-145f-4102-aa40-7c567a0558b3 req-fd5c68a8-7b04-4fc4-9dcc-212551f718b2 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904827 Mar 07 18:12:15.847767 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-ac1cd134-6d46-4306-b98f-69802f3bd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'dc5db524-c223-493b-ba28-e5a92544240e', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:34:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:11:57Z', 'updated_at': '2022-03-07T18:12:14Z', 'revision_number': 1, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:15.877576 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1cd134-6d46-4306-b98f-69802f3bd98a None None] The sync data for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi is: [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'dc5db524-c223-493b-ba28-e5a92544240e', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:34:5d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:11:57Z', 'updated_at': '2022-03-07T18:12:14Z', 'revision_number': 1, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:12:15.936446 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5909f3-57cc-426d-bacb-f23804bc39b0 req-f8778ab4-45b9-4675-b2f5-55adb7b0915f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:15.937938 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6e5909f3-57cc-426d-bacb-f23804bc39b0 req-f8778ab4-45b9-4675-b2f5-55adb7b0915f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0890365 Mar 07 18:12:15.949155 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00e77c-65ec-426e-b90b-f16bda34ecbb req-4810e6b4-9584-49cd-bdec-d1ce0d3361e6 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:15.950762 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1c00e77c-65ec-426e-b90b-f16bda34ecbb req-4810e6b4-9584-49cd-bdec-d1ce0d3361e6 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0981641 Mar 07 18:12:16.029347 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6e5909f3-57cc-426d-bacb-f23804bc39b0 req-67d0d230-ef0e-49ee-9e20-a763894ede73 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773640 Mar 07 18:12:16.032558 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1c00e77c-65ec-426e-b90b-f16bda34ecbb req-13ac580f-f086-4f0c-bc55-8755a306de3b tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735416 Mar 07 18:12:16.111696 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca7a635-d634-4438-bf17-0d0722ae5efc None None] New status for floating IP dc5db524-c223-493b-ba28-e5a92544240e: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:12:16.387688 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71f1d-cb2e-458c-8237-4d84cef6fc01 req-78470b4f-f923-48a9-ab4c-b44d4d39017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:16.389358 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0aa71f1d-cb2e-458c-8237-4d84cef6fc01 req-78470b4f-f923-48a9-ab4c-b44d4d39017a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfbb51b8505f47d89c21f0a821602d4c&device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 1129 time: 0.0790687 Mar 07 18:12:16.400115 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b13281-8a72-4e9e-a0fb-daee359152d0 req-9bbb5d15-4f0a-42b0-9d16-7813086e893d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:16.401582 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-27b13281-8a72-4e9e-a0fb-daee359152d0 req-9bbb5d15-4f0a-42b0-9d16-7813086e893d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0826986 Mar 07 18:12:16.503435 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-27b13281-8a72-4e9e-a0fb-daee359152d0 req-1998c12b-d408-4925-b50f-489d05af50d9 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936446 Mar 07 18:12:16.520856 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71f1d-cb2e-458c-8237-4d84cef6fc01 req-0fcb9092-a46f-46ad-8cf7-ee8ca5a53e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:16.522326 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0aa71f1d-cb2e-458c-8237-4d84cef6fc01 req-0fcb9092-a46f-46ad-8cf7-ee8ca5a53e54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0859f08e-c1dc-4122-b4b2-4413e6f001c8 HTTP/1.1" status: 200 len: 920 time: 0.1198907 Mar 07 18:12:16.566041 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0aa71f1d-cb2e-458c-8237-4d84cef6fc01 req-e1b0fca0-269b-4fc5-a744-0b33f9108ffc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd HTTP/1.1" status: 200 len: 217 time: 0.0377171 Mar 07 18:12:16.614200 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71f1d-cb2e-458c-8237-4d84cef6fc01 req-a352c4ee-3dac-4257-8e1f-88891c9b418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:16.615647 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0aa71f1d-cb2e-458c-8237-4d84cef6fc01 req-a352c4ee-3dac-4257-8e1f-88891c9b418c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69e34e1b-4ffa-4a13-ba33-6584cef36866 HTTP/1.1" status: 200 len: 859 time: 0.0422680 Mar 07 18:12:16.645665 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0aa71f1d-cb2e-458c-8237-4d84cef6fc01 req-93c7a601-5fac-41e2-b2b5-2765fc832672 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0859f08e-c1dc-4122-b4b2-4413e6f001c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240879 Mar 07 18:12:16.734616 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0aa71f1d-cb2e-458c-8237-4d84cef6fc01 req-6c763870-99dc-41be-beda-660cff36e33f service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829811 Mar 07 18:12:16.821471 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0aa71f1d-cb2e-458c-8237-4d84cef6fc01 req-94629801-2478-492b-98db-de3aac72a7e2 service neutron] 10.222.0.37 "GET /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800567 Mar 07 18:12:16.852049 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:17.157100 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87c766-4bf3-4a30-841a-a3a4aa8df458 req-353a2894-2c45-4f91-855e-1d2a2281b42a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:17.158610 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce87c766-4bf3-4a30-841a-a3a4aa8df458 req-353a2894-2c45-4f91-855e-1d2a2281b42a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0523007 Mar 07 18:12:17.208971 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce87c766-4bf3-4a30-841a-a3a4aa8df458 req-2f1a5019-e36a-41c6-a073-50930a5b7bfc tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Mar 07 18:12:17.626380 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfaa67-acdd-4804-b4f0-ed9db30f9b7b req-38ca8432-826c-45eb-9d6c-38596a624720 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:17.627970 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2ccfaa67-acdd-4804-b4f0-ed9db30f9b7b req-38ca8432-826c-45eb-9d6c-38596a624720 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0528874 Mar 07 18:12:17.674187 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2ccfaa67-acdd-4804-b4f0-ed9db30f9b7b req-28ffb066-3b25-4fa8-bedb-11912afd641e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Mar 07 18:12:18.325279 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0aa503-2fa3-49fa-b6db-a60986cadd6c req-0e4a14ed-4ab4-46bc-86cb-a14244f14ae8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:18.326725 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-be0aa503-2fa3-49fa-b6db-a60986cadd6c req-0e4a14ed-4ab4-46bc-86cb-a14244f14ae8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0514095 Mar 07 18:12:18.373297 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-be0aa503-2fa3-49fa-b6db-a60986cadd6c req-6097f7ad-ae30-4505-a2e7-1a799845cc4d tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Mar 07 18:12:18.382172 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 38924) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:18.427910 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Deleting subnet 23622ad1-a558-4df9-a5ed-4f28c7d368fe {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:12:18.431580 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Publish callbacks [] for subnet (23622ad1-a558-4df9-a5ed-4f28c7d368fe), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.463660 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1571852'] for subnet (23622ad1-a558-4df9-a5ed-4f28c7d368fe), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.499880 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (23622ad1-a558-4df9-a5ed-4f28c7d368fe), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.541078 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.550888 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3952874'] for subnet (23622ad1-a558-4df9-a5ed-4f28c7d368fe), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.576978 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23622ad1-a558-4df9-a5ed-4f28c7d368fe,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:18.579622 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.582527 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/23622ad1-a558-4df9-a5ed-4f28c7d368fe HTTP/1.1" status: 204 len: 168 time: 0.1993318 Mar 07 18:12:18.585630 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 38926) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:18.589193 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.589553 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.589901 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.590247 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.590586 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.590921 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.591254 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.591589 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.591927 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.592285 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.592620 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.592950 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.593275 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01898650-14c0-4c08-aeb8-7e32b7493cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:18.656173 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (6bbcfd65-aad9-46c8-bbe7-a94e468e2748), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.738888 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (6bbcfd65-aad9-46c8-bbe7-a94e468e2748), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.760983 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbcfd65-aad9-46c8-bbe7-a94e468e2748']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:18.771159 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7063722-251b-4bb5-8d67-1c6de1469c4c') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:18.771455 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7063722-251b-4bb5-8d67-1c6de1469c4c') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:18.781963 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-469373'] for segment (e7063722-251b-4bb5-8d67-1c6de1469c4c), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.796358 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (e7063722-251b-4bb5-8d67-1c6de1469c4c), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.802461 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:12:18.803037 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670860'] for segment (e7063722-251b-4bb5-8d67-1c6de1469c4c), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.803404 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428518ed-2127-4cef-89a1-d6d9fd88ebd3 req-330ffc17-e4f2-4cfc-aace-00c707b1e77d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:18.805160 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-428518ed-2127-4cef-89a1-d6d9fd88ebd3 req-330ffc17-e4f2-4cfc-aace-00c707b1e77d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0589459 Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: Traceback (most recent call last): Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: timer() Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: cb(*args, **kw) Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: return func(*args, **kwargs) Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: self._notify() Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: self.callback(batched_events) Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: event.method(event) Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: return f(self, *a, **k) Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._get(url).json() Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: return self.request(url, 'GET', **kwargs) Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:12:18.817152 dv-cinder-832291-1-iscsi neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:12:18.853084 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-428518ed-2127-4cef-89a1-d6d9fd88ebd3 req-545b114d-9146-4126-9eaf-eb81abce5115 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Mar 07 18:12:18.865403 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (6bbcfd65-aad9-46c8-bbe7-a94e468e2748), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.879408 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:18.883821 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6bbcfd65-aad9-46c8-bbe7-a94e468e2748 HTTP/1.1" status: 204 len: 168 time: 0.2971773 Mar 07 18:12:18.894091 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950cabb-229c-440e-a0f2-adafef27d819 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bbcfd65-aad9-46c8-bbe7-a94e468e2748,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:19.076397 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 38932) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:19.115825 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-7e91f9a9-fa28-44d4-8cbe-b6e79a2b98ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=494fff7e59024f82872cc341ef93cdf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382710 Mar 07 18:12:19.118187 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 38934) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:19.164742 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c582fb6-81be-4655-ba5b-5e8649a30376 admin admin] Publish callbacks [] for security_group (d1daa940-3b87-47cc-bab8-a86f6b9e10a8), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:19.185651 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c582fb6-81be-4655-ba5b-5e8649a30376 admin admin] Publish callbacks [] for security_group (d1daa940-3b87-47cc-bab8-a86f6b9e10a8), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:19.234378 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c582fb6-81be-4655-ba5b-5e8649a30376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (d1daa940-3b87-47cc-bab8-a86f6b9e10a8), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:19.237180 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c582fb6-81be-4655-ba5b-5e8649a30376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:19.238344 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-7c582fb6-81be-4655-ba5b-5e8649a30376 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1daa940-3b87-47cc-bab8-a86f6b9e10a8 HTTP/1.1" status: 204 len: 168 time: 0.1192727 Mar 07 18:12:19.246996 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c582fb6-81be-4655-ba5b-5e8649a30376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1daa940-3b87-47cc-bab8-a86f6b9e10a8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:19.494595 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4b731-a66c-4dba-a484-df56d8c96de7 req-08e14a37-80a6-46fa-bd03-d93867e57df1 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:19.496009 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db4b731-a66c-4dba-a484-df56d8c96de7 req-08e14a37-80a6-46fa-bd03-d93867e57df1 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0525732 Mar 07 18:12:19.543586 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8db4b731-a66c-4dba-a484-df56d8c96de7 req-c176ec13-9c9f-4825-8ca4-a7c429a304f3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420802 Mar 07 18:12:19.935799 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 38960) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:19.984984 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8992e-15e8-436c-baa5-f1b0c5049e4f req-78328e0e-9c18-4806-98ce-651c35a4349a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:19.986475 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcc8992e-15e8-436c-baa5-f1b0c5049e4f req-78328e0e-9c18-4806-98ce-651c35a4349a tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0632644 Mar 07 18:12:20.037256 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcc8992e-15e8-436c-baa5-f1b0c5049e4f req-e10ea85e-466f-44b6-9141-34c258ac59d3 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445712 Mar 07 18:12:20.073969 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-322629052-network', 'tenant_id': '246784bbaaeb4899bb99187384041d42'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:20.094113 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Made reservation on behalf of 246784bbaaeb4899bb99187384041d42 for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:12:20.096429 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.105665 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.185436 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Publish callbacks [] for security_group (32e277b4-9439-4ef2-be9c-595d9d971233), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.190262 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (32e277b4-9439-4ef2-be9c-595d9d971233), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.213970 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:12:20.235849 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e277b4-9439-4ef2-be9c-595d9d971233,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:20.243493 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (788367e6-7c70-4245-8874-80985e1ab8c7), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.243973 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Added segment 788367e6-7c70-4245-8874-80985e1ab8c7 of type vlan for network ff839f24-e12f-4a87-9697-bfe326c1e617 Mar 07 18:12:20.293774 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (ff839f24-e12f-4a87-9697-bfe326c1e617), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.325640 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (ff839f24-e12f-4a87-9697-bfe326c1e617), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.327182 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:20.328176 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.394855 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4576428 Mar 07 18:12:20.398852 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 38986) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:20.402897 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a036e-7d6f-4f1d-a25e-6fd6ead423de admin admin] Pushing event updated for resources: {'Network': ['ID=ff839f24-e12f-4a87-9697-bfe326c1e617,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:20.404293 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1ae7ab76-d819-44b4-beba-73f778d5b975 admin admin] Request body: {'subnet': {'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-322629052-subnet', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:20.414646 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network ff839f24-e12f-4a87-9697-bfe326c1e617 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:12:20.425155 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae7ab76-d819-44b4-beba-73f778d5b975 admin admin] Made reservation on behalf of 246784bbaaeb4899bb99187384041d42 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:12:20.427612 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ab76-d819-44b4-beba-73f778d5b975 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495531'] for subnet (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.603498 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ab76-d819-44b4-beba-73f778d5b975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8671265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495541'] for subnet (2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.664403 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7ab76-d819-44b4-beba-73f778d5b975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:20.667543 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aff0fe-9d60-4bd2-a915-284e7a8b9a0c req-baf4a998-d587-4617-8c22-f2892a780764 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:20.669193 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-60aff0fe-9d60-4bd2-a915-284e7a8b9a0c req-baf4a998-d587-4617-8c22-f2892a780764 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0572186 Mar 07 18:12:20.669632 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7ab76-d819-44b4-beba-73f778d5b975 admin admin] Checking segment: {'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:12:20.670147 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae7ab76-d819-44b4-beba-73f778d5b975 admin admin] Network hostable DHCP agents. Network: ff839f24-e12f-4a87-9697-bfe326c1e617, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:12:20.687532 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae7ab76-d819-44b4-beba-73f778d5b975 admin admin] Network ff839f24-e12f-4a87-9697-bfe326c1e617 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:12:20.696447 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-1ae7ab76-d819-44b4-beba-73f778d5b975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, ff839f24-e12f-4a87-9697-bfe326c1e617) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:20.701618 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae7ab76-d819-44b4-beba-73f778d5b975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:20.702487 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ab76-d819-44b4-beba-73f778d5b975 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.706721 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ec3f3b-5733-4cf7-a0ad-c1f867b24e1f None None] Network ff839f24-e12f-4a87-9697-bfe326c1e617 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:12:20.730316 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-60aff0fe-9d60-4bd2-a915-284e7a8b9a0c req-142d40e8-8a21-4e90-99bc-31b1e6f90bc1 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530481 Mar 07 18:12:20.732455 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-1ae7ab76-d819-44b4-beba-73f778d5b975 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3325198 Mar 07 18:12:20.735260 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 38990) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:20.739544 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:20.762809 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-869773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9900'] for router (65bcbd03-c500-4c0b-8787-5410fc0b7610), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.763971 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-874621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-869326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9895'] for router (65bcbd03-c500-4c0b-8787-5410fc0b7610), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.814507 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f639710-a962-506a-8ebd-460ce1cef75f-ff839f24-e12f-4a87-9697-bfe326c1e617', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'project_id': '246784bbaaeb4899bb99187384041d42', 'fixed_ips': [{'subnet_id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181'}]}} from dv-cinder-832291-1-iscsi. {{(pid=103235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 18:12:20.815547 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.826857 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Publish callbacks [] for router_controller (65bcbd03-c500-4c0b-8787-5410fc0b7610), precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:20.950035 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Allocated IP 172.20.0.2 (ff839f24-e12f-4a87-9697-bfe326c1e617/2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181/f990a7ab-2738-438c-81de-df699ec744b8) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:12:20.972063 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Publish callbacks [] for router_gateway (65bcbd03-c500-4c0b-8787-5410fc0b7610), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:21.107486 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Publish callbacks [] for port (f990a7ab-2738-438c-81de-df699ec744b8), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:21.113709 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (f990a7ab-2738-438c-81de-df699ec744b8), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:21.159030 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Network ff839f24-e12f-4a87-9697-bfe326c1e617 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:12:21.161786 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:21.167289 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:12:21.174313 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Publish callbacks [] for router_gateway (65bcbd03-c500-4c0b-8787-5410fc0b7610), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:21.174506 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Pushing event updated for resources: {'Port': ['ID=f990a7ab-2738-438c-81de-df699ec744b8,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:21.192745 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:21.226984 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Attempting to bind port f990a7ab-2738-438c-81de-df699ec744b8 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:12:21.227360 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Attempting to bind port f990a7ab-2738-438c-81de-df699ec744b8 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:12:21.227721 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Attempting to bind port f990a7ab-2738-438c-81de-df699ec744b8 on network ff839f24-e12f-4a87-9697-bfe326c1e617 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:12:21.233063 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:12:21.233435 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Checking segment: {'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:12:21.234092 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:21.234501 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Bound using segment: {'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:12:21.234941 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Bound port: f990a7ab-2738-438c-81de-df699ec744b8, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:12:21.235319 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (f990a7ab-2738-438c-81de-df699ec744b8), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:21.301324 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] For port f990a7ab-2738-438c-81de-df699ec744b8, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:12:21.302340 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Allocated IP 172.27.0.209 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/3aaef471-9cc3-49dc-9031-53f6cae5db51) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:12:21.304392 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] For port f990a7ab-2738-438c-81de-df699ec744b8, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=f990a7ab-2738-438c-81de-df699ec744b8,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:12:21.311635 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (f990a7ab-2738-438c-81de-df699ec744b8), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:21.384828 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a26f7-4e55-45f5-9208-66f17a972cee None None] Pushing event updated for resources: {'Port': ['ID=f990a7ab-2738-438c-81de-df699ec744b8,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:21.434671 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Publish callbacks [] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:21.474474 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:21.515684 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:12:21.518695 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:21.521955 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:12:21.580315 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3aaef471-9cc3-49dc-9031-53f6cae5db51,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:21.806055 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325fc3c-443f-4767-8ab2-ebbbc25ff2c5 req-61131aa7-8877-49fd-ada9-b77c2315aa8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:21.807497 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f325fc3c-443f-4767-8ab2-ebbbc25ff2c5 req-61131aa7-8877-49fd-ada9-b77c2315aa8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 946 time: 0.0632107 Mar 07 18:12:21.876811 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Publish callbacks [] for router_gateway (65bcbd03-c500-4c0b-8787-5410fc0b7610), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:21.890274 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f325fc3c-443f-4767-8ab2-ebbbc25ff2c5 req-18d8dedb-5967-4eeb-bed2-48fdc6111af1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716681 Mar 07 18:12:21.898628 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c8464-8234-4f34-9d80-0f01a7ff6e62 req-97429c0d-53df-4de0-8395-2ef9692e1509 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:21.900030 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-217c8464-8234-4f34-9d80-0f01a7ff6e62 req-97429c0d-53df-4de0-8395-2ef9692e1509 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0916443 Mar 07 18:12:21.948289 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-217c8464-8234-4f34-9d80-0f01a7ff6e62 req-8f3f1f48-36da-4a68-87de-3b13b345538e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425529 Mar 07 18:12:22.089207 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-874614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-869347'] for router (65bcbd03-c500-4c0b-8787-5410fc0b7610), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:22.353207 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8dc083-0366-489b-a876-9c07025c99a6 None None] Network ff839f24-e12f-4a87-9697-bfe326c1e617 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:12:22.434182 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-8053b0b5-ab6f-4637-8d3f-34833cd8b33c None None] Provisioning complete for port f990a7ab-2738-438c-81de-df699ec744b8 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:22.434461 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8053b0b5-ab6f-4637-8d3f-34833cd8b33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (f990a7ab-2738-438c-81de-df699ec744b8), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:22.467810 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Router 65bcbd03-c500-4c0b-8787-5410fc0b7610 is scheduled to L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 18:12:22.553991 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-8053b0b5-ab6f-4637-8d3f-34833cd8b33c None None] Current status of the port f990a7ab-2738-438c-81de-df699ec744b8 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:22.554570 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8053b0b5-ab6f-4637-8d3f-34833cd8b33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (f990a7ab-2738-438c-81de-df699ec744b8), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:22.593417 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:12:22.596607 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-8053b0b5-ab6f-4637-8d3f-34833cd8b33c None None] For port f990a7ab-2738-438c-81de-df699ec744b8, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=f990a7ab-2738-438c-81de-df699ec744b8,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:22.603171 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8053b0b5-ab6f-4637-8d3f-34833cd8b33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (f990a7ab-2738-438c-81de-df699ec744b8), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:22.617040 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Sync routers for ids ['65bcbd03-c500-4c0b-8787-5410fc0b7610'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:12:22.629874 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:22.633050 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Routers {'65bcbd03-c500-4c0b-8787-5410fc0b7610'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:22.636671 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['65bcbd03-c500-4c0b-8787-5410fc0b7610'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:22.636836 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-2ede50f4-50e3-40d0-942a-3fd246f356d7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9000750 Mar 07 18:12:22.637256 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39010) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:22.695671 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053b0b5-ab6f-4637-8d3f-34833cd8b33c None None] Pushing event updated for resources: {'Port': ['ID=f990a7ab-2738-438c-81de-df699ec744b8,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:22.760485 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Set router 65bcbd03-c500-4c0b-8787-5410fc0b7610 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:22.826481 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-99761752-9ba7-4cfc-817e-9fb599a3c86a None None] Provisioning complete for port f990a7ab-2738-438c-81de-df699ec744b8 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:22.827333 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-99761752-9ba7-4cfc-817e-9fb599a3c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (f990a7ab-2738-438c-81de-df699ec744b8), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:22.926983 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-99761752-9ba7-4cfc-817e-9fb599a3c86a None None] Current status of the port f990a7ab-2738-438c-81de-df699ec744b8 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:22.958457 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:12:21Z', 'revision_number': 3, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:22.987699 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Checking router: 65bcbd03-c500-4c0b-8787-5410fc0b7610 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:12:22.988053 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Updating router 65bcbd03-c500-4c0b-8787-5410fc0b7610 port 3aaef471-9cc3-49dc-9031-53f6cae5db51 binding host dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:12:23.021817 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:23.162015 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b4e22-a4b9-4300-a3d1-70459a42b55d req-2f92b1e2-71ac-4a8b-af4c-93def7df636b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:23.163613 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0e0b4e22-a4b9-4300-a3d1-70459a42b55d req-2f92b1e2-71ac-4a8b-af4c-93def7df636b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 946 time: 0.1423793 Mar 07 18:12:23.174323 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401b4e9-c7fd-4d36-8314-a2f8ef8d6e79 req-34fd11ad-a9df-45d4-be3d-b29388408baf tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:23.180828 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3401b4e9-c7fd-4d36-8314-a2f8ef8d6e79 req-34fd11ad-a9df-45d4-be3d-b29388408baf tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.1606731 Mar 07 18:12:23.286303 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Publish callbacks [] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:23.293461 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:23.351799 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Pushing event updated for resources: {'Port': ['ID=3aaef471-9cc3-49dc-9031-53f6cae5db51,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:23.361493 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.361979 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.362438 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.362876 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.363370 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.363798 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.364248 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.364669 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.365098 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.365534 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.366502 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.366931 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.367352 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:12:23.371180 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Attempting to bind port 3aaef471-9cc3-49dc-9031-53f6cae5db51 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:12:23.371651 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Attempting to bind port 3aaef471-9cc3-49dc-9031-53f6cae5db51 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:12:23.372111 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Attempting to bind port 3aaef471-9cc3-49dc-9031-53f6cae5db51 on network f677d92c-de1b-4c38-ad35-4a06c685919d {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:12:23.374015 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device f990a7ab-2738-438c-81de-df699ec744b8 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:12:23.378204 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:12:23.378806 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Checking segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:12:23.379306 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:23.379799 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Bound using segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:12:23.380502 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Bound port: 3aaef471-9cc3-49dc-9031-53f6cae5db51, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:12:23.380898 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:23.388188 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3401b4e9-c7fd-4d36-8314-a2f8ef8d6e79 req-5efbd66b-34be-452f-b137-d1ed8219f79f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036655 Mar 07 18:12:23.392743 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0e0b4e22-a4b9-4300-a3d1-70459a42b55d req-041beb3e-13fa-471b-89d3-77be044120c9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=05f06a95-a304-4edd-a68d-22c8c721f0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109852 Mar 07 18:12:23.451521 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port f990a7ab-2738-438c-81de-df699ec744b8 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:23.452016 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (f990a7ab-2738-438c-81de-df699ec744b8), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:23.453722 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-4213f5b8-21e8-4b8f-b095-6ab76b0bb406 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:23.454515 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] For port 3aaef471-9cc3-49dc-9031-53f6cae5db51, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:12:23.456876 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-4213f5b8-21e8-4b8f-b095-6ab76b0bb406 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 946 time: 0.2149587 Mar 07 18:12:23.458159 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] For port 3aaef471-9cc3-49dc-9031-53f6cae5db51, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=3aaef471-9cc3-49dc-9031-53f6cae5db51,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:12:23.468933 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:23.554450 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e464b0-b4fd-4613-9359-5361fc969e17 None None] Pushing event updated for resources: {'Port': ['ID=3aaef471-9cc3-49dc-9031-53f6cae5db51,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:23.575441 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port f990a7ab-2738-438c-81de-df699ec744b8 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:23.580761 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Routers {'65bcbd03-c500-4c0b-8787-5410fc0b7610'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:23.581681 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['65bcbd03-c500-4c0b-8787-5410fc0b7610'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:23.664093 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0fb90-8bb7-44a2-bbd3-862849864b52 req-12567b1e-6e2f-44d4-bf72-23f13d2cf42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:23.666402 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-59e0fb90-8bb7-44a2-bbd3-862849864b52 req-12567b1e-6e2f-44d4-bf72-23f13d2cf42a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 1130 time: 0.0474072 Mar 07 18:12:23.707293 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] Set router 65bcbd03-c500-4c0b-8787-5410fc0b7610 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:23.718805 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944dfef-3785-40b9-93e2-eaaa49c17102 req-ce3a92a9-f2d5-4a34-a6b2-b1871480085d tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:23.720342 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9944dfef-3785-40b9-93e2-eaaa49c17102 req-ce3a92a9-f2d5-4a34-a6b2-b1871480085d tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.1211979 Mar 07 18:12:23.761713 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Deleting port 80eb991b-7508-47aa-a275-f85a46776964 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:12:23.762162 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (80eb991b-7508-47aa-a275-f85a46776964), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:23.775640 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0fb90-8bb7-44a2-bbd3-862849864b52 req-156593a5-6a69-4efd-b011-5590283e230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:23.777316 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-59e0fb90-8bb7-44a2-bbd3-862849864b52 req-156593a5-6a69-4efd-b011-5590283e230f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3861992-bbf8-44fd-ac4d-48923961f3e3 HTTP/1.1" status: 200 len: 912 time: 0.1047211 Mar 07 18:12:23.855136 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:23.874057 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-59e0fb90-8bb7-44a2-bbd3-862849864b52 req-abaff2c4-4ab7-4597-93a8-b4a57e642d21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c193956-08c0-4bb3-9b9f-58450a29fe03 HTTP/1.1" status: 200 len: 1001 time: 0.0896668 Mar 07 18:12:23.892273 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9944dfef-3785-40b9-93e2-eaaa49c17102 req-262fe0e9-72cc-4bc8-be9a-c1a93a898fc7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468976 Mar 07 18:12:23.940039 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:12:21Z', 'revision_number': 3, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:23.943085 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0fb90-8bb7-44a2-bbd3-862849864b52 req-8f8ac1ed-637c-439f-a1d1-be9e24a46155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:23.945595 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-59e0fb90-8bb7-44a2-bbd3-862849864b52 req-8f8ac1ed-637c-439f-a1d1-be9e24a46155 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3778293-3d6a-4b92-a3b7-6d9e07a0860c HTTP/1.1" status: 200 len: 850 time: 0.0658314 Mar 07 18:12:23.966607 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] For port 80eb991b-7508-47aa-a275-f85a46776964, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=80eb991b-7508-47aa-a275-f85a46776964,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:23.966993 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (80eb991b-7508-47aa-a275-f85a46776964), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:23.972846 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd2a4aa-e247-4e12-a679-e3d6eb7243d7 None None] The sync data for ids ['65bcbd03-c500-4c0b-8787-5410fc0b7610'] in dv-cinder-832291-1-iscsi is: [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:12:21Z', 'revision_number': 3, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:12:24.015368 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0fb90-8bb7-44a2-bbd3-862849864b52 req-3c7fbfc0-535a-4c60-ac93-78ba388c84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:24.015368 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-59e0fb90-8bb7-44a2-bbd3-862849864b52 req-3c7fbfc0-535a-4c60-ac93-78ba388c84e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3861992-bbf8-44fd-ac4d-48923961f3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623937 Mar 07 18:12:24.123266 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-59e0fb90-8bb7-44a2-bbd3-862849864b52 req-d5402305-75da-4070-a05a-7e2071f38be2 service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026182 Mar 07 18:12:24.207374 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Allocated IP 172.20.0.1 (ff839f24-e12f-4a87-9697-bfe326c1e617/2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181/a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:12:24.220485 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-59e0fb90-8bb7-44a2-bbd3-862849864b52 req-6c1f530e-827b-4207-97a7-4843a7428173 service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905275 Mar 07 18:12:24.255402 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:24.255795 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (858398d7-e6ec-46ec-b91b-48c5c522cdbd), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:24.256110 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Floating IP 858398d7-e6ec-46ec-b91b-48c5c522cdbd disassociated. External IP: 172.27.0.200, port: 80eb991b-7508-47aa-a275-f85a46776964. Mar 07 18:12:24.257176 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Calling delete_port for 80eb991b-7508-47aa-a275-f85a46776964 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:12:24.394429 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Publish callbacks [] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:24.481236 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:24.538029 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (80eb991b-7508-47aa-a275-f85a46776964), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:24.543402 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-188dcd76-eb79-4b45-a861-724e4d07a494 req-ab76a443-b38d-47c4-b5fa-e69919064155 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 210 time: 0.0564158 Mar 07 18:12:24.565434 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Network ff839f24-e12f-4a87-9697-bfe326c1e617 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:12:24.571971 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:24.575296 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Pushing event updated for resources: {'Port': ['ID=a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:24.577493 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:12:24.628382 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event deleted for resources: {'Port': ['ID=80eb991b-7508-47aa-a275-f85a46776964,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:24.683983 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-868814'] for router_interface (65bcbd03-c500-4c0b-8787-5410fc0b7610), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:24.826577 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Router d6d6db4e-9766-4339-8b17-cb89a73d9b8a has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:12:24.906941 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-84b0ab8f-dd7a-44b3-8152-48e64f8e3401 None None] Provisioning complete for port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:24.907524 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-84b0ab8f-dd7a-44b3-8152-48e64f8e3401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:24.992125 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-84b0ab8f-dd7a-44b3-8152-48e64f8e3401 None None] Port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:12:25.220292 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:25.334338 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:12:25.344452 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 3aaef471-9cc3-49dc-9031-53f6cae5db51 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:12:25.348803 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df4922-ef21-4895-b852-9c9fb714c30a None None] Sync routers for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:12:25.354652 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bfffc-b6d7-4fa6-bc0f-61edf1b4b73c req-91c31ad3-a91b-40bd-8853-0c15605891c1 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:25.356207 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1c4bfffc-b6d7-4fa6-bc0f-61edf1b4b73c req-91c31ad3-a91b-40bd-8853-0c15605891c1 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.1865840 Mar 07 18:12:25.393194 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df4922-ef21-4895-b852-9c9fb714c30a None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:25.393844 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e0df4922-ef21-4895-b852-9c9fb714c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:25.421667 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0db94e-c9d5-4c19-a4e5-c04631343ddf req-31fcc354-ff1b-4747-89a8-f6df42768a6b tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:25.423157 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7d0db94e-c9d5-4c19-a4e5-c04631343ddf req-31fcc354-ff1b-4747-89a8-f6df42768a6b tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.2367809 Mar 07 18:12:25.427833 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] No DVR routers for this DVR port 80eb991b-7508-47aa-a275-f85a46776964 on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:12:25.439520 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:25.442746 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6a20b3af-a8f7-4078-8bbf-21218cbedca1 req-d1026d1a-21d3-4a6c-9adf-0116e6098c72 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.37 "DELETE /v2.0/ports/80eb991b-7508-47aa-a275-f85a46776964 HTTP/1.1" status: 204 len: 173 time: 1.9804077 Mar 07 18:12:25.443541 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'name': 'network-vif-deleted', 'tag': '80eb991b-7508-47aa-a275-f85a46776964'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:12:25.445963 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c34e02-089c-4699-8eb6-3e0e9a0168d2" -d '{"events": [{"server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "name": "network-vif-deleted", "tag": "80eb991b-7508-47aa-a275-f85a46776964"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:12:25.494521 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 3aaef471-9cc3-49dc-9031-53f6cae5db51 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:25.495276 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:25.544900 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1c4bfffc-b6d7-4fa6-bc0f-61edf1b4b73c req-1c891831-77fe-4abe-ad2f-f8290ff99065 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697686 Mar 07 18:12:25.551828 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-e0df4922-ef21-4895-b852-9c9fb714c30a None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:25.572493 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7d0db94e-c9d5-4c19-a4e5-c04631343ddf req-012a0fd0-bf97-4de6-8b52-25de2143b223 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348672 Mar 07 18:12:25.632028 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea33a577-a8a0-49fe-b163-09ea02128bcc x-openstack-request-id: req-ea33a577-a8a0-49fe-b163-09ea02128bcc {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:12:25.632328 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c667c40-3fe1-4071-ba2d-79cda4308adf", "name": "network-vif-deleted", "tag": "80eb991b-7508-47aa-a275-f85a46776964", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:12:25.632588 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea33a577-a8a0-49fe-b163-09ea02128bcc {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:12:25.632989 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c667c40-3fe1-4071-ba2d-79cda4308adf', 'name': 'network-vif-deleted', 'tag': '80eb991b-7508-47aa-a275-f85a46776964', 'status': 'completed', 'code': 200} Mar 07 18:12:25.662011 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Publish callbacks [] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:25.669203 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:25.747244 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c96e0962-7f15-4f2b-9d5e-1f58aa3f698a req-c8912f0e-c9b9-46e8-9436-ab2622e7c4e9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c667c40-3fe1-4071-ba2d-79cda4308adf HTTP/1.1" status: 200 len: 210 time: 0.0733552 Mar 07 18:12:25.771589 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868770'] for router_interface (65bcbd03-c500-4c0b-8787-5410fc0b7610), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:25.774040 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Pushing event updated for resources: {'Port': ['ID=a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:25.876569 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Network ff839f24-e12f-4a87-9697-bfe326c1e617 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:12:25.877966 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:25.879441 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 3aaef471-9cc3-49dc-9031-53f6cae5db51 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:25.879843 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:25.905501 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port 3aaef471-9cc3-49dc-9031-53f6cae5db51, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=3aaef471-9cc3-49dc-9031-53f6cae5db51,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:25.915585 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:26.005303 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=3aaef471-9cc3-49dc-9031-53f6cae5db51,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:26.030829 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e0df4922-ef21-4895-b852-9c9fb714c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:26.042060 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Router 65bcbd03-c500-4c0b-8787-5410fc0b7610 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:12:26.071814 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df4922-ef21-4895-b852-9c9fb714c30a None None] Checking router: d6d6db4e-9766-4339-8b17-cb89a73d9b8a for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:12:26.080941 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df4922-ef21-4895-b852-9c9fb714c30a None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:26.081679 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e0df4922-ef21-4895-b852-9c9fb714c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:26.172108 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:12:26.177425 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d58a3a43-3ca9-44f5-a212-8001face150d admin admin] 10.222.0.13 "PUT /v2.0/routers/65bcbd03-c500-4c0b-8787-5410fc0b7610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5388184 Mar 07 18:12:26.183950 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Sync routers for ids ['65bcbd03-c500-4c0b-8787-5410fc0b7610'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:12:26.193818 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-e0df4922-ef21-4895-b852-9c9fb714c30a None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:26.194211 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Routers {'65bcbd03-c500-4c0b-8787-5410fc0b7610'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:26.194829 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['65bcbd03-c500-4c0b-8787-5410fc0b7610'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:26.249013 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-ea0be58b-f8b8-40fa-b0d0-8b9895752da0 None None] Provisioning complete for port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:26.249389 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ea0be58b-f8b8-40fa-b0d0-8b9895752da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:26.364823 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-ea0be58b-f8b8-40fa-b0d0-8b9895752da0 None None] Port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:12:26.399104 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Set router 65bcbd03-c500-4c0b-8787-5410fc0b7610 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:26.451298 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e0df4922-ef21-4895-b852-9c9fb714c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:26.482934 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df4922-ef21-4895-b852-9c9fb714c30a None None] The sync data for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi is: [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:12:26.627199 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:12:24Z', 'revision_number': 4, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a', 'name': '', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'mac_address': 'fa:16:3e:b3:d2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:23Z', 'updated_at': '2022-03-07T18:12:25Z', 'revision_number': 2, 'project_id': '246784bbaaeb4899bb99187384041d42', 'subnets': [{'id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:26.655721 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Checking router: 65bcbd03-c500-4c0b-8787-5410fc0b7610 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:12:26.655956 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Updating router 65bcbd03-c500-4c0b-8787-5410fc0b7610 port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a binding host dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:12:26.695338 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:26.710435 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8a2f3-0d1a-4c0b-b87a-f55f575c3afc req-fe65cbcb-cb1f-4457-b4bd-d5b7c89469a6 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:26.717493 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a5a8a2f3-0d1a-4c0b-b87a-f55f575c3afc req-fe65cbcb-cb1f-4457-b4bd-d5b7c89469a6 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.0712705 Mar 07 18:12:26.745615 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39060) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:26.755215 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-267496849-network', 'tenant_id': '480e16d56a58474a9f34e797eaba003c'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:26.781455 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7656c5e8-26ad-4cb0-9153-fa0af463c19c None None] New status for floating IP 858398d7-e6ec-46ec-b91b-48c5c522cdbd: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:12:26.792399 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a5a8a2f3-0d1a-4c0b-b87a-f55f575c3afc req-07b7d920-1515-4aae-a2d3-f61667bccadf tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739269 Mar 07 18:12:26.793904 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Made reservation on behalf of 480e16d56a58474a9f34e797eaba003c for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:12:26.796394 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:26.816552 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:26.866360 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39066) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:26.953224 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14db3ff6-b669-4657-8a4d-46ea2a7853c0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group (05f06a95-a304-4edd-a68d-22c8c721f0b8), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:26.959257 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Publish callbacks [] for security_group (e01b4af1-2ee0-4713-b0a8-2a31c02994c5), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:26.968046 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (e01b4af1-2ee0-4713-b0a8-2a31c02994c5), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:26.981700 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 80eb991b-7508-47aa-a275-f85a46776964 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:12:26.998771 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14db3ff6-b669-4657-8a4d-46ea2a7853c0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group (05f06a95-a304-4edd-a68d-22c8c721f0b8), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.003487 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:12:27.005876 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 80eb991b-7508-47aa-a275-f85a46776964 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:12:27.006353 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 80eb991b-7508-47aa-a275-f85a46776964 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:12:27.013596 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Publish callbacks [] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.019416 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.036774 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b4af1-2ee0-4713-b0a8-2a31c02994c5,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:27.040268 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (313c3ae3-021e-46b1-92fa-90bed7a6dad3), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.040615 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Added segment 313c3ae3-021e-46b1-92fa-90bed7a6dad3 of type vlan for network 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 Mar 07 18:12:27.061828 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89ec09-39fb-464e-b4d6-0f788428acdc None None] Pushing event updated for resources: {'Port': ['ID=a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:27.105302 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (9c3e5480-d8c7-47a5-8b2a-68a9afe044c7), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.111549 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14db3ff6-b669-4657-8a4d-46ea2a7853c0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (05f06a95-a304-4edd-a68d-22c8c721f0b8), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.114399 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14db3ff6-b669-4657-8a4d-46ea2a7853c0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.115559 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-14db3ff6-b669-4657-8a4d-46ea2a7853c0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "DELETE /v2.0/security-groups/05f06a95-a304-4edd-a68d-22c8c721f0b8 HTTP/1.1" status: 204 len: 168 time: 0.2482917 Mar 07 18:12:27.119077 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39068) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:27.128134 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Attempting to bind port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:12:27.128520 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Attempting to bind port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:12:27.129207 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Attempting to bind port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a on network ff839f24-e12f-4a87-9697-bfe326c1e617 {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:12:27.134460 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.api.v2.resource [None req-f00d1b6d-594b-4657-ae45-57c95a3e977a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] show failed (client error): The resource could not be found. Mar 07 18:12:27.135513 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-f00d1b6d-594b-4657-ae45-57c95a3e977a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups/05f06a95-a304-4edd-a68d-22c8c721f0b8 HTTP/1.1" status: 404 len: 347 time: 0.0159960 Mar 07 18:12:27.138539 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39070) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:27.140143 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:12:27.142206 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db3ff6-b669-4657-8a4d-46ea2a7853c0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f06a95-a304-4edd-a68d-22c8c721f0b8,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:27.142911 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Checking segment: {'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:12:27.143559 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.151542 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Bound using segment: {'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:12:27.152435 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Bound port: a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:12:27.152940 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.154484 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (9c3e5480-d8c7-47a5-8b2a-68a9afe044c7), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.157471 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:27.158368 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.192736 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4460568 Mar 07 18:12:27.195969 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39072) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:27.209046 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-cd191b44-9cff-4200-ba6e-94d30f56d130 admin admin] Request body: {'subnet': {'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-267496849-subnet', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:27.238074 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] For port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:12:27.242310 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] For port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:12:27.260773 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.262581 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378489bc-0a49-45ea-86ab-b44dbec58da6 admin admin] Pushing event updated for resources: {'Network': ['ID=9c3e5480-d8c7-47a5-8b2a-68a9afe044c7,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:27.276007 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd191b44-9cff-4200-ba6e-94d30f56d130 admin admin] Made reservation on behalf of 480e16d56a58474a9f34e797eaba003c for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:12:27.279717 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cd191b44-9cff-4200-ba6e-94d30f56d130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3952781'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.284720 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:12:27.345525 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b563843c-d039-4d62-8eb3-8be76d59abc9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Deleting port 03d5541b-8d14-4519-8de4-cd45c94139ef {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:12:27.345882 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b563843c-d039-4d62-8eb3-8be76d59abc9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (03d5541b-8d14-4519-8de4-cd45c94139ef), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.388956 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 3aaef471-9cc3-49dc-9031-53f6cae5db51 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:12:27.409697 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89ec09-39fb-464e-b4d6-0f788428acdc None None] Pushing event updated for resources: {'Port': ['ID=a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a,revision_number=4']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:27.422731 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Routers {'65bcbd03-c500-4c0b-8787-5410fc0b7610'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:27.423647 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['65bcbd03-c500-4c0b-8787-5410fc0b7610'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:27.457713 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b563843c-d039-4d62-8eb3-8be76d59abc9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (03d5541b-8d14-4519-8de4-cd45c94139ef), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.458339 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b563843c-d039-4d62-8eb3-8be76d59abc9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (03d5541b-8d14-4519-8de4-cd45c94139ef), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.465689 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-268a7f01-2e33-437b-863b-d224d4407933 None None] Provisioning complete for port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:27.466579 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-268a7f01-2e33-437b-863b-d224d4407933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.478337 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b563843c-d039-4d62-8eb3-8be76d59abc9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Calling delete_port for 03d5541b-8d14-4519-8de4-cd45c94139ef owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:12:27.543215 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 3aaef471-9cc3-49dc-9031-53f6cae5db51 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:27.543928 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.554765 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cd191b44-9cff-4200-ba6e-94d30f56d130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3070244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3952787'] for subnet (71e1df43-ebe8-40a3-8452-45bcbc17abb6), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.594698 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] Set router 65bcbd03-c500-4c0b-8787-5410fc0b7610 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:27.625398 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-268a7f01-2e33-437b-863b-d224d4407933 None None] Current status of the port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:27.626116 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-268a7f01-2e33-437b-863b-d224d4407933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.685455 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd191b44-9cff-4200-ba6e-94d30f56d130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e1df43-ebe8-40a3-8452-45bcbc17abb6,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:27.689403 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b563843c-d039-4d62-8eb3-8be76d59abc9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (03d5541b-8d14-4519-8de4-cd45c94139ef), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.702416 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-268a7f01-2e33-437b-863b-d224d4407933 None None] For port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:27.715221 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-268a7f01-2e33-437b-863b-d224d4407933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.740118 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd191b44-9cff-4200-ba6e-94d30f56d130 admin admin] Checking segment: {'id': '313c3ae3-021e-46b1-92fa-90bed7a6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:12:27.740785 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd191b44-9cff-4200-ba6e-94d30f56d130 admin admin] Network hostable DHCP agents. Network: 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:12:27.746921 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 3aaef471-9cc3-49dc-9031-53f6cae5db51 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:27.755617 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563843c-d039-4d62-8eb3-8be76d59abc9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event deleted for resources: {'Port': ['ID=03d5541b-8d14-4519-8de4-cd45c94139ef,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:27.767571 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb039b-454d-45fd-93e2-9cb9d3f42177 req-61c5635e-96f2-456d-86d1-51603012d37e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:27.769930 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-54bb039b-454d-45fd-93e2-9cb9d3f42177 req-61c5635e-96f2-456d-86d1-51603012d37e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.1694124 Mar 07 18:12:27.777933 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a7f01-2e33-437b-863b-d224d4407933 None None] Pushing event updated for resources: {'Port': ['ID=a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:27.818401 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b563843c-d039-4d62-8eb3-8be76d59abc9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (858398d7-e6ec-46ec-b91b-48c5c522cdbd), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.830724 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b563843c-d039-4d62-8eb3-8be76d59abc9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.831139 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd191b44-9cff-4200-ba6e-94d30f56d130 admin admin] Network 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:12:27.835742 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b563843c-d039-4d62-8eb3-8be76d59abc9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "DELETE /v2.0/floatingips/858398d7-e6ec-46ec-b91b-48c5c522cdbd HTTP/1.1" status: 204 len: 168 time: 0.6895661 Mar 07 18:12:27.847628 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-7d7e33af-4830-4880-9b7a-9efecc858317 None None] Provisioning complete for port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:27.848355 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7d7e33af-4830-4880-9b7a-9efecc858317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.891260 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-cd191b44-9cff-4200-ba6e-94d30f56d130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:27.897480 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd191b44-9cff-4200-ba6e-94d30f56d130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:27.898080 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cd191b44-9cff-4200-ba6e-94d30f56d130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.905191 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc4095-6c7c-47f7-ba6b-be4aa1c785fa None None] Network 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:12:27.923592 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:12:24Z', 'revision_number': 4, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a', 'name': '', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'mac_address': 'fa:16:3e:b3:d2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:23Z', 'updated_at': '2022-03-07T18:12:27Z', 'revision_number': 4, 'project_id': '246784bbaaeb4899bb99187384041d42', 'subnets': [{'id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:27.955440 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-cd191b44-9cff-4200-ba6e-94d30f56d130 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7582216 Mar 07 18:12:27.957722 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0315725a-ddd0-413f-9bb2-f4b90ec51b77 None None] The sync data for ids ['65bcbd03-c500-4c0b-8787-5410fc0b7610'] in dv-cinder-832291-1-iscsi is: [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:12:24Z', 'revision_number': 4, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a', 'name': '', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'mac_address': 'fa:16:3e:b3:d2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:23Z', 'updated_at': '2022-03-07T18:12:27Z', 'revision_number': 4, 'project_id': '246784bbaaeb4899bb99187384041d42', 'subnets': [{'id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:12:27.957920 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39078) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:27.964432 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-54bb039b-454d-45fd-93e2-9cb9d3f42177 req-2f1baaeb-5cb0-4bce-99e2-0139d3e73b7e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Deleting port 5a60dc81-9970-4216-b833-4e3f3e013837 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:12:27.964775 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-54bb039b-454d-45fd-93e2-9cb9d3f42177 req-2f1baaeb-5cb0-4bce-99e2-0139d3e73b7e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:27.978152 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-267496849-router', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:28.038903 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-869773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9900'] for router (9a11f146-a1d2-451f-b849-dbb349af33e4), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.039903 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-874621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-869326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9895'] for router (9a11f146-a1d2-451f-b849-dbb349af33e4), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.118175 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e33af-4830-4880-9b7a-9efecc858317 None None] Current status of the port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:28.128185 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f639710-a962-506a-8ebd-460ce1cef75f-9c3e5480-d8c7-47a5-8b2a-68a9afe044c7', 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7', 'project_id': '480e16d56a58474a9f34e797eaba003c', 'fixed_ips': [{'subnet_id': '71e1df43-ebe8-40a3-8452-45bcbc17abb6'}]}} from dv-cinder-832291-1-iscsi. {{(pid=103235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 18:12:28.130340 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.137530 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Publish callbacks [] for router_controller (9a11f146-a1d2-451f-b849-dbb349af33e4), precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.144534 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-54bb039b-454d-45fd-93e2-9cb9d3f42177 req-2f1baaeb-5cb0-4bce-99e2-0139d3e73b7e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] For port 5a60dc81-9970-4216-b833-4e3f3e013837, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=5a60dc81-9970-4216-b833-4e3f3e013837,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:28.144903 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-54bb039b-454d-45fd-93e2-9cb9d3f42177 req-2f1baaeb-5cb0-4bce-99e2-0139d3e73b7e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.173993 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e1bb7-2a06-4798-bbda-17234c9fd4fa req-4e63df83-df9d-424d-b557-23257a2ffcee tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:28.181597 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-194e1bb7-2a06-4798-bbda-17234c9fd4fa req-4e63df83-df9d-424d-b557-23257a2ffcee tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6f8b4e2-e0b0-4364-820d-5bef3b215e11 HTTP/1.1" status: 200 len: 946 time: 0.2655363 Mar 07 18:12:28.196433 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-54bb039b-454d-45fd-93e2-9cb9d3f42177 req-2f1baaeb-5cb0-4bce-99e2-0139d3e73b7e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Calling delete_port for 5a60dc81-9970-4216-b833-4e3f3e013837 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:12:28.314864 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-194e1bb7-2a06-4798-bbda-17234c9fd4fa req-646c11ce-260e-46cb-b877-755163f5087c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323338 Mar 07 18:12:28.325547 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Allocated IP 172.20.0.2 (9c3e5480-d8c7-47a5-8b2a-68a9afe044c7/71e1df43-ebe8-40a3-8452-45bcbc17abb6/6feca5b9-5e1a-4471-9d90-ce6bdb86cceb) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:12:28.341338 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Publish callbacks [] for router_gateway (9a11f146-a1d2-451f-b849-dbb349af33e4), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.430238 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-54bb039b-454d-45fd-93e2-9cb9d3f42177 req-2f1baaeb-5cb0-4bce-99e2-0139d3e73b7e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (5a60dc81-9970-4216-b833-4e3f3e013837), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.499239 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1baaeb-5cb0-4bce-99e2-0139d3e73b7e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Pushing event deleted for resources: {'Port': ['ID=5a60dc81-9970-4216-b833-4e3f3e013837,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:28.535695 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bb039b-454d-45fd-93e2-9cb9d3f42177 req-2f1baaeb-5cb0-4bce-99e2-0139d3e73b7e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] No DVR routers for this DVR port 5a60dc81-9970-4216-b833-4e3f3e013837 on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:12:28.541049 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-54bb039b-454d-45fd-93e2-9cb9d3f42177 req-2f1baaeb-5cb0-4bce-99e2-0139d3e73b7e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.544512 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-54bb039b-454d-45fd-93e2-9cb9d3f42177 req-2f1baaeb-5cb0-4bce-99e2-0139d3e73b7e tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.37 "DELETE /v2.0/ports/5a60dc81-9970-4216-b833-4e3f3e013837 HTTP/1.1" status: 204 len: 173 time: 0.7683697 Mar 07 18:12:28.545104 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f8b4e2-e0b0-4364-820d-5bef3b215e11', 'name': 'network-vif-deleted', 'tag': '5a60dc81-9970-4216-b833-4e3f3e013837'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:12:28.547514 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ac7d4d-f7df-4a9b-87ec-91d990e2588a" -d '{"events": [{"server_uuid": "d6f8b4e2-e0b0-4364-820d-5bef3b215e11", "name": "network-vif-deleted", "tag": "5a60dc81-9970-4216-b833-4e3f3e013837"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:12:28.596197 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['5a60dc81-9970-4216-b833-4e3f3e013837', '0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:12:28.596578 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39082) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:28.607083 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-dc8c3adf-1015-4bbd-8384-54c125ce1eb4 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--84279473', 'description': 'tempest-description--1578729108'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:28.635104 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3adf-1015-4bbd-8384-54c125ce1eb4 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.665367 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c18a4e4-9f3c-4670-ab14-a5da4c9a61b6 x-openstack-request-id: req-4c18a4e4-9f3c-4670-ab14-a5da4c9a61b6 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:12:28.665843 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f8b4e2-e0b0-4364-820d-5bef3b215e11", "name": "network-vif-deleted", "tag": "5a60dc81-9970-4216-b833-4e3f3e013837", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:12:28.666313 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c18a4e4-9f3c-4670-ab14-a5da4c9a61b6 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:12:28.666797 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f8b4e2-e0b0-4364-820d-5bef3b215e11', 'name': 'network-vif-deleted', 'tag': '5a60dc81-9970-4216-b833-4e3f3e013837', 'status': 'completed', 'code': 200} Mar 07 18:12:28.671071 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Publish callbacks [] for router_gateway (9a11f146-a1d2-451f-b849-dbb349af33e4), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.697877 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.760299 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3adf-1015-4bbd-8384-54c125ce1eb4 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group (ad5a886f-13a6-4a13-9b10-0d0240fe319b), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.770182 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3adf-1015-4bbd-8384-54c125ce1eb4 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ad5a886f-13a6-4a13-9b10-0d0240fe319b), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.790275 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Publish callbacks [] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.800995 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3adf-1015-4bbd-8384-54c125ce1eb4 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.802332 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-dc8c3adf-1015-4bbd-8384-54c125ce1eb4 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2047181 Mar 07 18:12:28.805598 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39084) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:28.807132 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c3adf-1015-4bbd-8384-54c125ce1eb4 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5a886f-13a6-4a13-9b10-0d0240fe319b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:28.808360 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.821384 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5f4109e2-8c52-4a50-8814-86eb331523b1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Request body: {'security_group_rule': {'security_group_id': 'ad5a886f-13a6-4a13-9b10-0d0240fe319b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:28.851109 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f4109e2-8c52-4a50-8814-86eb331523b1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group_rule (031b5f24-2d16-4057-8d5d-312b24640d21), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.871748 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Network 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:12:28.880933 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:28.890422 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:12:28.894626 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Pushing event updated for resources: {'Port': ['ID=6feca5b9-5e1a-4471-9d90-ce6bdb86cceb,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:28.894885 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Allocated IP 172.27.0.30 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/6471e070-42d3-418c-b547-f4bbc1b85b0d) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:12:28.984646 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Attempting to bind port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:12:28.985053 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Attempting to bind port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '313c3ae3-021e-46b1-92fa-90bed7a6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:12:28.985465 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Attempting to bind port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb on network 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:12:28.992592 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:12:28.993060 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Checking segment: {'id': '313c3ae3-021e-46b1-92fa-90bed7a6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:12:28.993531 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:28.993997 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Bound using segment: {'id': '313c3ae3-021e-46b1-92fa-90bed7a6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:12:28.995027 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Bound port: 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313c3ae3-021e-46b1-92fa-90bed7a6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:12:28.995027 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.008445 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f4109e2-8c52-4a50-8814-86eb331523b1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group_rule (031b5f24-2d16-4057-8d5d-312b24640d21), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.015136 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f4109e2-8c52-4a50-8814-86eb331523b1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (031b5f24-2d16-4057-8d5d-312b24640d21), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.041354 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f4109e2-8c52-4a50-8814-86eb331523b1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.042625 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-5f4109e2-8c52-4a50-8814-86eb331523b1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2319729 Mar 07 18:12:29.046053 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39086) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:29.053890 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-411de593-9d89-4ccd-921d-7c7750c8817b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Request body: {'security_group_rule': {'security_group_id': 'ad5a886f-13a6-4a13-9b10-0d0240fe319b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:29.059707 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4109e2-8c52-4a50-8814-86eb331523b1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031b5f24-2d16-4057-8d5d-312b24640d21,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:29.080500 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] For port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:12:29.085890 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] For port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=6feca5b9-5e1a-4471-9d90-ce6bdb86cceb,segment=NetworkSegment(313c3ae3-021e-46b1-92fa-90bed7a6dad3),segment_id=313c3ae3-021e-46b1-92fa-90bed7a6dad3)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:12:29.097358 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.099933 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Publish callbacks [] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.126377 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-411de593-9d89-4ccd-921d-7c7750c8817b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group_rule (a1caa0bb-1a25-4932-836b-9ea1b47abd64), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.177943 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c01c72-0709-4a57-81e8-340bed1f27ce None None] Pushing event updated for resources: {'Port': ['ID=6feca5b9-5e1a-4471-9d90-ce6bdb86cceb,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:29.190111 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.222974 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-411de593-9d89-4ccd-921d-7c7750c8817b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group_rule (a1caa0bb-1a25-4932-836b-9ea1b47abd64), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.230771 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-411de593-9d89-4ccd-921d-7c7750c8817b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (a1caa0bb-1a25-4932-836b-9ea1b47abd64), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.252275 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411de593-9d89-4ccd-921d-7c7750c8817b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1caa0bb-1a25-4932-836b-9ea1b47abd64,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:29.257887 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Pushing event updated for resources: {'Port': ['ID=6471e070-42d3-418c-b547-f4bbc1b85b0d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:29.268772 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:12:29.269571 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-411de593-9d89-4ccd-921d-7c7750c8817b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.270652 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:29.274218 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-411de593-9d89-4ccd-921d-7c7750c8817b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2268178 Mar 07 18:12:29.277914 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39088) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:29.278127 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:12:29.284246 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:29.312420 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.494882 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:12:29.516569 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.567776 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:29.568500 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.703773 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Allocated IP 172.27.0.149 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/bf730c20-d0e0-4726-8062-06dbc76dd9b8) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:12:29.723103 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:29.753512 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Publish callbacks [] for router_gateway (9a11f146-a1d2-451f-b849-dbb349af33e4), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.875907 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b0b12-5394-4d8e-a77c-9430d532bcf7 req-47eea90d-378e-4887-b18c-8bb78947bf3d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:29.877475 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-998b0b12-5394-4d8e-a77c-9430d532bcf7 req-47eea90d-378e-4887-b18c-8bb78947bf3d tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1117237 Mar 07 18:12:29.880465 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for port (bf730c20-d0e0-4726-8062-06dbc76dd9b8), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.946802 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-998b0b12-5394-4d8e-a77c-9430d532bcf7 req-d8afa8ce-13f6-4485-8fcd-64ee8cb4b6b4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599918 Mar 07 18:12:29.948229 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (bf730c20-d0e0-4726-8062-06dbc76dd9b8), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.980533 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-874614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-869347'] for router (9a11f146-a1d2-451f-b849-dbb349af33e4), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:29.990330 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:12:29.993890 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:29.997364 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:12:30.002923 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event updated for resources: {'Port': ['ID=bf730c20-d0e0-4726-8062-06dbc76dd9b8,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:30.087848 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (822e8c0f-8094-4848-8b4f-187a0f8c2b02), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.110091 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Router 9a11f146-a1d2-451f-b849-dbb349af33e4 is scheduled to L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 18:12:30.127211 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (bf730c20-d0e0-4726-8062-06dbc76dd9b8), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.220658 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:12:30.236528 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Sync routers for ids ['9a11f146-a1d2-451f-b849-dbb349af33e4'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:12:30.250267 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.254017 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-27dfb3ad-70f1-4584-b126-f34cd1e93a76 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2927816 Mar 07 18:12:30.254215 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Routers {'9a11f146-a1d2-451f-b849-dbb349af33e4'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:30.254215 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['9a11f146-a1d2-451f-b849-dbb349af33e4'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:30.254415 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39096) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:30.302002 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for port (bf730c20-d0e0-4726-8062-06dbc76dd9b8), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.310120 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (bf730c20-d0e0-4726-8062-06dbc76dd9b8), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.388606 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Set router 9a11f146-a1d2-451f-b849-dbb349af33e4 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:30.405598 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (822e8c0f-8094-4848-8b4f-187a0f8c2b02), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.416815 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event updated for resources: {'Port': ['ID=bf730c20-d0e0-4726-8062-06dbc76dd9b8,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:30.431366 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.440508 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8dc6c21b-a902-4600-8734-1e92d09d6e13 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1530976 Mar 07 18:12:30.590536 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'name': 'tempest-TestShelveInstance-267496849-router', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:29Z', 'revision_number': 3, 'project_id': '480e16d56a58474a9f34e797eaba003c', 'gw_port': {'id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:30.618601 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Checking router: 9a11f146-a1d2-451f-b849-dbb349af33e4 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:12:30.619205 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Updating router 9a11f146-a1d2-451f-b849-dbb349af33e4 port 6471e070-42d3-418c-b547-f4bbc1b85b0d binding host dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:12:30.664298 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.670627 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff2a425-9a57-42df-b51c-6f26e4e19c36 None None] Network 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:12:30.706968 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-62ae4ca0-6059-4dbd-aa6b-942aaae61981 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--84279473&fields=id&tenant_id=ad4cb97f96de4c73a3c759ebc4e33894 HTTP/1.1" status: 200 len: 267 time: 0.0549994 Mar 07 18:12:30.754175 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.826432 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-438817f6-4f93-4d22-8547-6a741fb41f77 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:30.836083 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-438817f6-4f93-4d22-8547-6a741fb41f77 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 817 time: 0.1218867 Mar 07 18:12:30.844063 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-ea54be2d-032e-4acd-8e4d-6eb2f2fee7ca None None] Provisioning complete for port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:30.844840 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ea54be2d-032e-4acd-8e4d-6eb2f2fee7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.853378 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-14e8b9de-e154-40c3-9e06-f05c8c3ab364 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/quotas/ad4cb97f96de4c73a3c759ebc4e33894 HTTP/1.1" status: 200 len: 375 time: 0.0160604 Mar 07 18:12:30.940853 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Publish callbacks [] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.944891 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-b0153535-32e5-4435-a8cc-330051c7a727 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896780 Mar 07 18:12:30.948044 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.963152 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-ea54be2d-032e-4acd-8e4d-6eb2f2fee7ca None None] Current status of the port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:30.963970 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ea54be2d-032e-4acd-8e4d-6eb2f2fee7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:30.978694 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Allocated IP 172.20.0.1 (9c3e5480-d8c7-47a5-8b2a-68a9afe044c7/71e1df43-ebe8-40a3-8452-45bcbc17abb6/48636c97-8edd-4abf-8171-33021e833a0b) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:12:31.060291 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-ea54be2d-032e-4acd-8e4d-6eb2f2fee7ca None None] For port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=6feca5b9-5e1a-4471-9d90-ce6bdb86cceb,segment=NetworkSegment(313c3ae3-021e-46b1-92fa-90bed7a6dad3),segment_id=313c3ae3-021e-46b1-92fa-90bed7a6dad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:31.068440 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ea54be2d-032e-4acd-8e4d-6eb2f2fee7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.122667 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552e5c3-e683-4783-9444-890c4ca9d4f1 None None] Pushing event updated for resources: {'Port': ['ID=6471e070-42d3-418c-b547-f4bbc1b85b0d,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:31.154876 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54be2d-032e-4acd-8e4d-6eb2f2fee7ca None None] Pushing event updated for resources: {'Port': ['ID=6feca5b9-5e1a-4471-9d90-ce6bdb86cceb,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:31.162612 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-6590ac5e-964f-42b7-bfdc-c06fba03dfb4 service neutron] 10.222.0.13 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991093 Mar 07 18:12:31.176173 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Attempting to bind port 6471e070-42d3-418c-b547-f4bbc1b85b0d on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:12:31.176810 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Attempting to bind port 6471e070-42d3-418c-b547-f4bbc1b85b0d by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:12:31.177334 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Attempting to bind port 6471e070-42d3-418c-b547-f4bbc1b85b0d on network f677d92c-de1b-4c38-ad35-4a06c685919d {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:12:31.181065 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79170387-51ca-4cbd-a579-67345df1580e req-05c46b9b-b004-4e22-84a6-ab6920fdf636 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:31.182985 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Publish callbacks [] for port (48636c97-8edd-4abf-8171-33021e833a0b), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.184169 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:12:31.184875 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Checking segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:12:31.185436 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.185991 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Bound using segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:12:31.186619 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Bound port: 6471e070-42d3-418c-b547-f4bbc1b85b0d, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:12:31.187171 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.190473 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-79170387-51ca-4cbd-a579-67345df1580e req-05c46b9b-b004-4e22-84a6-ab6920fdf636 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1021476 Mar 07 18:12:31.241644 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] For port 6471e070-42d3-418c-b547-f4bbc1b85b0d, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:12:31.245488 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] For port 6471e070-42d3-418c-b547-f4bbc1b85b0d, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=6471e070-42d3-418c-b547-f4bbc1b85b0d,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:12:31.252898 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (48636c97-8edd-4abf-8171-33021e833a0b), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.254769 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.309615 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-a1a3b196-4c64-4734-8434-e46cdaa90efc None None] Provisioning complete for port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:31.309872 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a1a3b196-4c64-4734-8434-e46cdaa90efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.313462 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Pushing event updated for resources: {'Port': ['ID=48636c97-8edd-4abf-8171-33021e833a0b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:31.324608 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Network 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:12:31.326149 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:31.328808 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:12:31.361528 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Routers {'9a11f146-a1d2-451f-b849-dbb349af33e4'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:31.374889 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-79170387-51ca-4cbd-a579-67345df1580e req-3b0c864d-fdd4-4c18-b5b3-8f01cfc0d079 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843517 Mar 07 18:12:31.378965 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['9a11f146-a1d2-451f-b849-dbb349af33e4'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:31.392044 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-b00bcaff-c8da-4c64-a45c-feed43107ba7 service neutron] 10.222.0.13 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994996 Mar 07 18:12:31.422026 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-868814'] for router_interface (9a11f146-a1d2-451f-b849-dbb349af33e4), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.437876 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:12:31.464200 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552e5c3-e683-4783-9444-890c4ca9d4f1 None None] Pushing event updated for resources: {'Port': ['ID=6471e070-42d3-418c-b547-f4bbc1b85b0d,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:31.517881 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-a1a3b196-4c64-4734-8434-e46cdaa90efc None None] Current status of the port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:31.534753 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:31.535143 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.609943 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] Set router 9a11f146-a1d2-451f-b849-dbb349af33e4 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:31.665719 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (48636c97-8edd-4abf-8171-33021e833a0b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.675868 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e9fb470a-0d34-4a98-a11d-25a43f08e212 req-cd6efebf-5978-4cd5-904f-d0bf969ec76f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 210 time: 0.0528026 Mar 07 18:12:31.689454 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:31.699133 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-d18b8938-fcd2-4675-8ba4-9eba4ac9e0b5 None None] Provisioning complete for port 48636c97-8edd-4abf-8171-33021e833a0b triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:31.709949 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d18b8938-fcd2-4675-8ba4-9eba4ac9e0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (48636c97-8edd-4abf-8171-33021e833a0b), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.747348 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-d18b8938-fcd2-4675-8ba4-9eba4ac9e0b5 None None] Port 48636c97-8edd-4abf-8171-33021e833a0b cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:12:31.828538 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'name': 'tempest-TestShelveInstance-267496849-router', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:29Z', 'revision_number': 3, 'project_id': '480e16d56a58474a9f34e797eaba003c', 'gw_port': {'id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:31.849613 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Publish callbacks [] for port (48636c97-8edd-4abf-8171-33021e833a0b), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.854622 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (48636c97-8edd-4abf-8171-33021e833a0b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.865140 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a48af-d8a9-4e47-a7bb-f567b833f514 None None] The sync data for ids ['9a11f146-a1d2-451f-b849-dbb349af33e4'] in dv-cinder-832291-1-iscsi is: [{'id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'name': 'tempest-TestShelveInstance-267496849-router', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:29Z', 'revision_number': 3, 'project_id': '480e16d56a58474a9f34e797eaba003c', 'gw_port': {'id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:12:31.921919 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868770'] for router_interface (9a11f146-a1d2-451f-b849-dbb349af33e4), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:31.923656 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Pushing event updated for resources: {'Port': ['ID=48636c97-8edd-4abf-8171-33021e833a0b,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:32.024803 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Network 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:12:32.026210 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:32.372416 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-7f5d0aba-185b-45b4-bb3c-076472a03564 None None] Provisioning complete for port 48636c97-8edd-4abf-8171-33021e833a0b triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:32.372876 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0aba-185b-45b4-bb3c-076472a03564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (48636c97-8edd-4abf-8171-33021e833a0b), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:32.414425 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d0aba-185b-45b4-bb3c-076472a03564 None None] Port 48636c97-8edd-4abf-8171-33021e833a0b cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:12:32.414547 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Router 9a11f146-a1d2-451f-b849-dbb349af33e4 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:12:32.510580 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdea28-59e4-494b-9802-37f9e9e9d70c req-a5923fad-7f4a-424e-a323-eab2efb562e8 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:32.512871 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f7fdea28-59e4-494b-9802-37f9e9e9d70c req-a5923fad-7f4a-424e-a323-eab2efb562e8 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0555129 Mar 07 18:12:32.545645 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:12:32.550937 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-a759f918-4b3f-497e-bb57-e732c4036df0 admin admin] 10.222.0.13 "PUT /v2.0/routers/9a11f146-a1d2-451f-b849-dbb349af33e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2955155 Mar 07 18:12:32.565609 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f7fdea28-59e4-494b-9802-37f9e9e9d70c req-335e8198-e878-4bff-9626-48d0a10b36bf tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469625 Mar 07 18:12:32.821126 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ab1e2a6d-6028-453a-ac4b-3c6ada8a3b1a req-4a205701-30f5-4abc-9b5e-5a70071880ab tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 210 time: 0.0352139 Mar 07 18:12:32.837524 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-a1b93de5-9e84-4d1c-a500-fcebf95e4166 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:32.839038 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-a1b93de5-9e84-4d1c-a500-fcebf95e4166 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 817 time: 0.1413968 Mar 07 18:12:32.920464 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-674e39e3-fa4b-4de4-a661-a8c78e37cc26 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4cb97f96de4c73a3c759ebc4e33894 HTTP/1.1" status: 200 len: 378 time: 0.0668359 Mar 07 18:12:32.936418 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Request body: {'port': {'device_id': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'admin_state_up': True, 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'security_groups': ['ad5a886f-13a6-4a13-9b10-0d0240fe319b']}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:32.977544 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 5a60dc81-9970-4216-b833-4e3f3e013837 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:12:32.998505 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 5a60dc81-9970-4216-b833-4e3f3e013837 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:12:32.999329 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 5a60dc81-9970-4216-b833-4e3f3e013837 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:12:33.045582 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Made reservation on behalf of ad4cb97f96de4c73a3c759ebc4e33894 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:12:33.048900 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.172278 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Allocated IP 172.20.0.10 (c142ae0b-d6c6-40c3-b892-6770988a7506/0d101314-b054-4e86-8299-f12037058c1c/3ef42fca-9291-4d76-a7a1-768e3ded1a47) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:12:33.205721 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39136) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:33.210608 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7cda7b6e-a743-48b4-aa3e-91d3a2ffcd94 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915309419', 'description': 'tempest-secgroup-smoke-1915309419 description', 'project_id': '246784bbaaeb4899bb99187384041d42'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:33.230067 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7cda7b6e-a743-48b4-aa3e-91d3a2ffcd94 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.322001 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7cda7b6e-a743-48b4-aa3e-91d3a2ffcd94 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group (9cef8d26-91c9-4155-ab1b-62a23e2e9811), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.329886 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7cda7b6e-a743-48b4-aa3e-91d3a2ffcd94 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (9cef8d26-91c9-4155-ab1b-62a23e2e9811), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.363462 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7cda7b6e-a743-48b4-aa3e-91d3a2ffcd94 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.370783 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-7cda7b6e-a743-48b4-aa3e-91d3a2ffcd94 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1638191 Mar 07 18:12:33.376688 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 6471e070-42d3-418c-b547-f4bbc1b85b0d up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:12:33.382159 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39138) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:33.387141 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8fcfbd8b-58de-48d2-bfdf-50fe4c1995ae tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Request body: {'security_group_rule': {'security_group_id': '9cef8d26-91c9-4155-ab1b-62a23e2e9811', 'project_id': '246784bbaaeb4899bb99187384041d42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:33.410684 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda7b6e-a743-48b4-aa3e-91d3a2ffcd94 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cef8d26-91c9-4155-ab1b-62a23e2e9811,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:33.432609 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 6471e070-42d3-418c-b547-f4bbc1b85b0d triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:33.433265 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.440561 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fcfbd8b-58de-48d2-bfdf-50fe4c1995ae tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (10046bd1-bdcf-45ec-8b5a-2a8aac7d2aa1), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.495146 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fcfbd8b-58de-48d2-bfdf-50fe4c1995ae tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (10046bd1-bdcf-45ec-8b5a-2a8aac7d2aa1), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.499730 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fcfbd8b-58de-48d2-bfdf-50fe4c1995ae tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (10046bd1-bdcf-45ec-8b5a-2a8aac7d2aa1), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.520976 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfbd8b-58de-48d2-bfdf-50fe4c1995ae tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10046bd1-bdcf-45ec-8b5a-2a8aac7d2aa1,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:33.527542 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fcfbd8b-58de-48d2-bfdf-50fe4c1995ae tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.529981 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 6471e070-42d3-418c-b547-f4bbc1b85b0d is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:33.530376 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.531738 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-8fcfbd8b-58de-48d2-bfdf-50fe4c1995ae tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481578 Mar 07 18:12:33.532085 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39140) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:33.536712 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2b69c0ba-56fd-45b2-bf9f-6fc934627be2 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Request body: {'security_group_rule': {'security_group_id': '9cef8d26-91c9-4155-ab1b-62a23e2e9811', 'project_id': '246784bbaaeb4899bb99187384041d42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:33.550640 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.558436 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port 6471e070-42d3-418c-b547-f4bbc1b85b0d, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=6471e070-42d3-418c-b547-f4bbc1b85b0d,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:33.563733 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.566712 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b69c0ba-56fd-45b2-bf9f-6fc934627be2 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (d4fcd47d-f9d7-4372-b5fd-4b2871762099), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.606266 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.615553 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=6471e070-42d3-418c-b547-f4bbc1b85b0d,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:33.638076 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b69c0ba-56fd-45b2-bf9f-6fc934627be2 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (d4fcd47d-f9d7-4372-b5fd-4b2871762099), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.645159 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b69c0ba-56fd-45b2-bf9f-6fc934627be2 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (d4fcd47d-f9d7-4372-b5fd-4b2871762099), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.671303 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69c0ba-56fd-45b2-bf9f-6fc934627be2 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fcd47d-f9d7-4372-b5fd-4b2871762099,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:33.672524 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Network c142ae0b-d6c6-40c3-b892-6770988a7506 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:12:33.676839 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b69c0ba-56fd-45b2-bf9f-6fc934627be2 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.678319 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-2b69c0ba-56fd-45b2-bf9f-6fc934627be2 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1448083 Mar 07 18:12:33.678789 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:33.680821 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39144) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:33.685600 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f926948b-2eec-4099-b094-3447364c268e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Request body: {'security_group_rule': {'security_group_id': '9cef8d26-91c9-4155-ab1b-62a23e2e9811', 'project_id': '246784bbaaeb4899bb99187384041d42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:33.703818 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:12:33.712037 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f926948b-2eec-4099-b094-3447364c268e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (6440b712-903f-4b45-9a4c-58a74b82bc4a), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.727688 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event updated for resources: {'Port': ['ID=3ef42fca-9291-4d76-a7a1-768e3ded1a47,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:33.763308 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:33.763951 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.779286 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f926948b-2eec-4099-b094-3447364c268e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (6440b712-903f-4b45-9a4c-58a74b82bc4a), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.782852 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f926948b-2eec-4099-b094-3447364c268e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (6440b712-903f-4b45-9a4c-58a74b82bc4a), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.783002 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed9827-4355-4a4b-8481-abb91171ca11 req-1623b5cc-7430-4c8c-a528-5917fc403117 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:33.784445 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a4ed9827-4355-4a4b-8481-abb91171ca11 req-1623b5cc-7430-4c8c-a528-5917fc403117 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1243627 Mar 07 18:12:33.793271 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7df30f96-593b-4519-b1e9-88d3e81bb2a8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8611152 Mar 07 18:12:33.804546 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926948b-2eec-4099-b094-3447364c268e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6440b712-903f-4b45-9a4c-58a74b82bc4a,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:33.806554 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Request body: {'port': {'device_id': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:33.810187 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f926948b-2eec-4099-b094-3447364c268e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.811387 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-f926948b-2eec-4099-b094-3447364c268e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296499 Mar 07 18:12:33.815032 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39146) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:33.820821 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-37f0fee2-24a6-4a98-96fb-d36bfaff4ae6 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Request body: {'security_group_rule': {'security_group_id': '9cef8d26-91c9-4155-ab1b-62a23e2e9811', 'project_id': '246784bbaaeb4899bb99187384041d42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:33.847690 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-37f0fee2-24a6-4a98-96fb-d36bfaff4ae6 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (3f48907f-ff3b-4ec7-8469-5c47a56ee5bd), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.900020 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a4ed9827-4355-4a4b-8481-abb91171ca11 req-5c3f96a1-8f0b-4a51-90d0-f8873bba722c tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057479 Mar 07 18:12:33.910784 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.931360 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-37f0fee2-24a6-4a98-96fb-d36bfaff4ae6 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (3f48907f-ff3b-4ec7-8469-5c47a56ee5bd), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.940008 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-37f0fee2-24a6-4a98-96fb-d36bfaff4ae6 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (3f48907f-ff3b-4ec7-8469-5c47a56ee5bd), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.978322 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0fee2-24a6-4a98-96fb-d36bfaff4ae6 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f48907f-ff3b-4ec7-8469-5c47a56ee5bd,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:33.979905 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Sync routers for ids ['9a11f146-a1d2-451f-b849-dbb349af33e4'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:12:33.992826 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-37f0fee2-24a6-4a98-96fb-d36bfaff4ae6 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:33.994141 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Routers {'9a11f146-a1d2-451f-b849-dbb349af33e4'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:33.994443 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-37f0fee2-24a6-4a98-96fb-d36bfaff4ae6 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1782222 Mar 07 18:12:33.995270 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['9a11f146-a1d2-451f-b849-dbb349af33e4'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:33.996825 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39150) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:34.001472 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1e62251d-62e5-4300-9198-eceea2b9e75b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Request body: {'security_group_rule': {'security_group_id': '9cef8d26-91c9-4155-ab1b-62a23e2e9811', 'project_id': '246784bbaaeb4899bb99187384041d42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:34.023925 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-1e62251d-62e5-4300-9198-eceea2b9e75b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Project 246784bbaaeb4899bb99187384041d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 18:12:34.028992 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e62251d-62e5-4300-9198-eceea2b9e75b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (35991483-6254-4695-8e20-4dcd0a6df993), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.092717 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e62251d-62e5-4300-9198-eceea2b9e75b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (35991483-6254-4695-8e20-4dcd0a6df993), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.096801 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c0941-114b-4cf8-b549-5db1b09c8464 req-a85b2ee9-36e5-4657-8d50-bbfe5b0de95c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:34.098574 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e62251d-62e5-4300-9198-eceea2b9e75b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (35991483-6254-4695-8e20-4dcd0a6df993), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.101489 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-4101ae3a-6020-472b-9881-4a5068f1140a None None] Provisioning complete for port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:34.101874 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4101ae3a-6020-472b-9881-4a5068f1140a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.109027 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b29c0941-114b-4cf8-b549-5db1b09c8464 req-a85b2ee9-36e5-4657-8d50-bbfe5b0de95c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 932 time: 0.1383319 Mar 07 18:12:34.120562 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62251d-62e5-4300-9198-eceea2b9e75b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35991483-6254-4695-8e20-4dcd0a6df993,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:34.130849 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e62251d-62e5-4300-9198-eceea2b9e75b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.135343 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-1e62251d-62e5-4300-9198-eceea2b9e75b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373141 Mar 07 18:12:34.135883 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39152) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:34.146248 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5651806d-c41c-4b9f-aed7-ab462ad16331 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Request body: {'security_group_rule': {'security_group_id': '9cef8d26-91c9-4155-ab1b-62a23e2e9811', 'project_id': '246784bbaaeb4899bb99187384041d42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:34.146805 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Set router 9a11f146-a1d2-451f-b849-dbb349af33e4 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:34.168196 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-5651806d-c41c-4b9f-aed7-ab462ad16331 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Project 246784bbaaeb4899bb99187384041d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 18:12:34.173673 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5651806d-c41c-4b9f-aed7-ab462ad16331 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (f157e76a-8770-4483-950a-9e23a8c60b90), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.187911 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-4101ae3a-6020-472b-9881-4a5068f1140a None None] Port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:12:34.225800 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b29c0941-114b-4cf8-b549-5db1b09c8464 req-b8137e5f-1a13-4138-b5c0-7e0a445796f1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146753 Mar 07 18:12:34.243884 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5651806d-c41c-4b9f-aed7-ab462ad16331 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (f157e76a-8770-4483-950a-9e23a8c60b90), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.252329 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5651806d-c41c-4b9f-aed7-ab462ad16331 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (f157e76a-8770-4483-950a-9e23a8c60b90), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.269956 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651806d-c41c-4b9f-aed7-ab462ad16331 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f157e76a-8770-4483-950a-9e23a8c60b90,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:34.283320 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5651806d-c41c-4b9f-aed7-ab462ad16331 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.300384 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-5651806d-c41c-4b9f-aed7-ab462ad16331 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477239 Mar 07 18:12:34.324447 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef42fca-9291-4d76-a7a1-768e3ded1a47 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:12:34.333443 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Publish callbacks [] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.349427 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Transition to ACTIVE for port object 3ef42fca-9291-4d76-a7a1-768e3ded1a47 will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:12:34.354312 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.391578 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'name': 'tempest-TestShelveInstance-267496849-router', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:31Z', 'revision_number': 4, 'project_id': '480e16d56a58474a9f34e797eaba003c', 'gw_port': {'id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '48636c97-8edd-4abf-8171-33021e833a0b', 'name': '', 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'mac_address': 'fa:16:3e:ea:98:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '71e1df43-ebe8-40a3-8452-45bcbc17abb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:30Z', 'updated_at': '2022-03-07T18:12:31Z', 'revision_number': 2, 'project_id': '480e16d56a58474a9f34e797eaba003c', 'subnets': [{'id': '71e1df43-ebe8-40a3-8452-45bcbc17abb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:34.422782 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Checking router: 9a11f146-a1d2-451f-b849-dbb349af33e4 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:12:34.423139 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Updating router 9a11f146-a1d2-451f-b849-dbb349af33e4 port 48636c97-8edd-4abf-8171-33021e833a0b binding host dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:12:34.433228 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef42fca-9291-4d76-a7a1-768e3ded1a47,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:34.458032 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (48636c97-8edd-4abf-8171-33021e833a0b), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.505486 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Attempting to bind port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:12:34.507320 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Attempting to bind port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:12:34.507865 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Attempting to bind port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 on network c142ae0b-d6c6-40c3-b892-6770988a7506 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:12:34.514180 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 on network c142ae0b-d6c6-40c3-b892-6770988a7506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:12:34.514721 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Attempting to bind port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 on network c142ae0b-d6c6-40c3-b892-6770988a7506 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:12:34.521129 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:12:34.521479 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Checking segment: {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:12:34.522450 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Bound using segment: {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:12:34.522912 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Bound port: 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e540931-615d-4b7f-86bc-b5b950ad8548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:12:34.523264 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.605794 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:12:34.609867 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:12:34.622340 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.671346 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:34.672481 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.674148 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-99098057-bf73-445e-8280-edfc6770a280 service neutron] 10.222.0.37 "PUT /v2.0/ports/3ef42fca-9291-4d76-a7a1-768e3ded1a47 HTTP/1.1" status: 200 len: 1094 time: 0.8722801 Mar 07 18:12:34.674291 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:12:34.677648 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af85aee-529d-46f4-9ab8-defa16739849" -d '{"events": [{"name": "network-changed", "server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:12:34.703323 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99098057-bf73-445e-8280-edfc6770a280 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef42fca-9291-4d76-a7a1-768e3ded1a47,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:34.784001 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9471705d-5a65-4131-a72d-91aeaa4e2654 x-openstack-request-id: req-9471705d-5a65-4131-a72d-91aeaa4e2654 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:12:34.784380 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:12:34.784582 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9471705d-5a65-4131-a72d-91aeaa4e2654 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:12:34.784987 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'status': 'completed', 'code': 200} Mar 07 18:12:34.806505 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-9b48c4b3-11b1-4bb5-b2bc-bb0b19c19aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:34.808115 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-9b48c4b3-11b1-4bb5-b2bc-bb0b19c19aed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 1128 time: 0.0752857 Mar 07 18:12:34.838676 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Publish callbacks [] for port (48636c97-8edd-4abf-8171-33021e833a0b), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.855058 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (48636c97-8edd-4abf-8171-33021e833a0b), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:34.880595 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-eb48dc6f-f2e9-4189-b337-0fe59c4f3cc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47 HTTP/1.1" status: 200 len: 217 time: 0.0538468 Mar 07 18:12:34.961638 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a04dd-08d9-42e3-a1b3-cc702335e32a None None] Pushing event updated for resources: {'Port': ['ID=48636c97-8edd-4abf-8171-33021e833a0b,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:34.978559 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7916fe5d-bae1-44d7-ad0f-284ae17cf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:34.985753 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-7916fe5d-bae1-44d7-ad0f-284ae17cf697 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.0842426 Mar 07 18:12:35.039646 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Attempting to bind port 48636c97-8edd-4abf-8171-33021e833a0b on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:12:35.040117 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Attempting to bind port 48636c97-8edd-4abf-8171-33021e833a0b by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '313c3ae3-021e-46b1-92fa-90bed7a6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:12:35.040416 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Attempting to bind port 48636c97-8edd-4abf-8171-33021e833a0b on network 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:12:35.046038 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:12:35.046411 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Checking segment: {'id': '313c3ae3-021e-46b1-92fa-90bed7a6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:12:35.046813 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:35.047222 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Bound using segment: {'id': '313c3ae3-021e-46b1-92fa-90bed7a6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:12:35.047666 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Bound port: 48636c97-8edd-4abf-8171-33021e833a0b, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313c3ae3-021e-46b1-92fa-90bed7a6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:12:35.048045 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (48636c97-8edd-4abf-8171-33021e833a0b), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:35.088322 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bce0f-c9ec-4f01-9136-2c2840ff146a req-146a72d7-5254-4eea-ba50-0b5f071ebe4f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:35.095222 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-237bce0f-c9ec-4f01-9136-2c2840ff146a req-146a72d7-5254-4eea-ba50-0b5f071ebe4f tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.1010046 Mar 07 18:12:35.099547 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-661ce963-cbe8-4d86-b991-f8ae2c409730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:35.101764 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-661ce963-cbe8-4d86-b991-f8ae2c409730 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0972617 Mar 07 18:12:35.133555 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] For port 48636c97-8edd-4abf-8171-33021e833a0b, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:12:35.136954 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] For port 48636c97-8edd-4abf-8171-33021e833a0b, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=48636c97-8edd-4abf-8171-33021e833a0b,segment=NetworkSegment(313c3ae3-021e-46b1-92fa-90bed7a6dad3),segment_id=313c3ae3-021e-46b1-92fa-90bed7a6dad3)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:12:35.144616 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (48636c97-8edd-4abf-8171-33021e833a0b), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:35.204370 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Routers {'9a11f146-a1d2-451f-b849-dbb349af33e4'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:35.205513 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['9a11f146-a1d2-451f-b849-dbb349af33e4'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:35.220844 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-237bce0f-c9ec-4f01-9136-2c2840ff146a req-685dbda4-cf0f-4eca-b72b-688f6e101d70 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/security-groups?id=0acd789f-d792-40e8-a9a6-af4eb53169e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213384 Mar 07 18:12:35.263387 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a04dd-08d9-42e3-a1b3-cc702335e32a None None] Pushing event updated for resources: {'Port': ['ID=48636c97-8edd-4abf-8171-33021e833a0b,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:35.271002 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-19c4a470-28ef-49e0-92c3-977dda4277f6 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505699 Mar 07 18:12:35.296912 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-8d1be56d-3f6d-4613-8139-4a49e1b95816 None None] Provisioning complete for port 48636c97-8edd-4abf-8171-33021e833a0b triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:35.297295 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8d1be56d-3f6d-4613-8139-4a49e1b95816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (48636c97-8edd-4abf-8171-33021e833a0b), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:35.449705 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06717d32-57c4-4caf-8bc4-7a1622600304 req-5c783792-ecfb-4626-bd2b-f99a559deb16 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718454 Mar 07 18:12:35.464121 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3ee16-ee50-40b5-a4a6-fd2feb36c9f8 req-40b7c9b1-dfcc-4c5e-be00-1a7b8143679b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:35.465752 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-29d3ee16-ee50-40b5-a4a6-fd2feb36c9f8 req-40b7c9b1-dfcc-4c5e-be00-1a7b8143679b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.1414895 Mar 07 18:12:35.516039 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 6471e070-42d3-418c-b547-f4bbc1b85b0d up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:12:35.545252 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-29d3ee16-ee50-40b5-a4a6-fd2feb36c9f8 req-dd6fd411-d40e-46d0-a3fe-c0ac54f28962 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713680 Mar 07 18:12:35.567029 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85aee-529d-46f4-9ab8-defa16739849 req-ee098827-0396-4165-b3e9-12a35b154991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:35.569090 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1af85aee-529d-46f4-9ab8-defa16739849 req-ee098827-0396-4165-b3e9-12a35b154991 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 1128 time: 0.0629222 Mar 07 18:12:35.605723 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] Set router 9a11f146-a1d2-451f-b849-dbb349af33e4 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:35.664086 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85aee-529d-46f4-9ab8-defa16739849 req-99911135-601b-4bfe-bc2c-61edc3ebe572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:35.665559 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-8d1be56d-3f6d-4613-8139-4a49e1b95816 None None] Current status of the port 48636c97-8edd-4abf-8171-33021e833a0b is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:35.665697 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1af85aee-529d-46f4-9ab8-defa16739849 req-99911135-601b-4bfe-bc2c-61edc3ebe572 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 918 time: 0.0904193 Mar 07 18:12:35.665956 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8d1be56d-3f6d-4613-8139-4a49e1b95816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (48636c97-8edd-4abf-8171-33021e833a0b), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:35.705139 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 6471e070-42d3-418c-b547-f4bbc1b85b0d triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:35.705504 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:35.713330 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1af85aee-529d-46f4-9ab8-defa16739849 req-6ec12d5d-5c1e-401b-b3fc-6115d63d76d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47 HTTP/1.1" status: 200 len: 217 time: 0.0377157 Mar 07 18:12:35.764116 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85aee-529d-46f4-9ab8-defa16739849 req-58f2320b-a51b-49ec-b92a-376ed530eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:35.764811 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dc14b-d7f3-4d2d-b68d-6efbec6c1d45 req-65dd4396-e0fb-4fcf-be49-6efc73227bd4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:35.765990 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1af85aee-529d-46f4-9ab8-defa16739849 req-58f2320b-a51b-49ec-b92a-376ed530eced service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.0456824 Mar 07 18:12:35.766365 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-679dc14b-d7f3-4d2d-b68d-6efbec6c1d45 req-65dd4396-e0fb-4fcf-be49-6efc73227bd4 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 945 time: 0.0545471 Mar 07 18:12:35.805132 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-8d1be56d-3f6d-4613-8139-4a49e1b95816 None None] For port 48636c97-8edd-4abf-8171-33021e833a0b, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=48636c97-8edd-4abf-8171-33021e833a0b,segment=NetworkSegment(313c3ae3-021e-46b1-92fa-90bed7a6dad3),segment_id=313c3ae3-021e-46b1-92fa-90bed7a6dad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:35.812336 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8d1be56d-3f6d-4613-8139-4a49e1b95816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (48636c97-8edd-4abf-8171-33021e833a0b), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:35.845306 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85aee-529d-46f4-9ab8-defa16739849 req-13281a09-e775-461d-b273-cdd5cf2383a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:35.846904 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1af85aee-529d-46f4-9ab8-defa16739849 req-13281a09-e775-461d-b273-cdd5cf2383a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623007 Mar 07 18:12:35.890272 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-679dc14b-d7f3-4d2d-b68d-6efbec6c1d45 req-494b4979-b388-4a91-a452-ee7bbb1482e7 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Deleting port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:12:35.890547 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-679dc14b-d7f3-4d2d-b68d-6efbec6c1d45 req-494b4979-b388-4a91-a452-ee7bbb1482e7 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:35.914605 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1be56d-3f6d-4613-8139-4a49e1b95816 None None] Pushing event updated for resources: {'Port': ['ID=48636c97-8edd-4abf-8171-33021e833a0b,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:35.959086 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1af85aee-529d-46f4-9ab8-defa16739849 req-ab65a77c-28b7-4b95-a50f-9ddae76dfb74 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046309 Mar 07 18:12:35.967692 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 6471e070-42d3-418c-b547-f4bbc1b85b0d is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:35.983818 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-b80bf224-8296-44e6-94bf-fb204a361e60 None None] Provisioning complete for port 48636c97-8edd-4abf-8171-33021e833a0b triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:35.983818 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b80bf224-8296-44e6-94bf-fb204a361e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (48636c97-8edd-4abf-8171-33021e833a0b), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:35.998282 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-679dc14b-d7f3-4d2d-b68d-6efbec6c1d45 req-494b4979-b388-4a91-a452-ee7bbb1482e7 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] For port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:35.998656 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-679dc14b-d7f3-4d2d-b68d-6efbec6c1d45 req-494b4979-b388-4a91-a452-ee7bbb1482e7 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:36.018885 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-679dc14b-d7f3-4d2d-b68d-6efbec6c1d45 req-494b4979-b388-4a91-a452-ee7bbb1482e7 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Calling delete_port for 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:12:36.047720 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'name': 'tempest-TestShelveInstance-267496849-router', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:31Z', 'revision_number': 4, 'project_id': '480e16d56a58474a9f34e797eaba003c', 'gw_port': {'id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '48636c97-8edd-4abf-8171-33021e833a0b', 'name': '', 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'mac_address': 'fa:16:3e:ea:98:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '71e1df43-ebe8-40a3-8452-45bcbc17abb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:30Z', 'updated_at': '2022-03-07T18:12:35Z', 'revision_number': 4, 'project_id': '480e16d56a58474a9f34e797eaba003c', 'subnets': [{'id': '71e1df43-ebe8-40a3-8452-45bcbc17abb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:36.077641 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1af85aee-529d-46f4-9ab8-defa16739849 req-db36048d-626c-4bbb-86bf-1d471ac8ce91 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122468 Mar 07 18:12:36.103381 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b29545f-9c79-4bad-8cc5-eddd77b144ed None None] The sync data for ids ['9a11f146-a1d2-451f-b849-dbb349af33e4'] in dv-cinder-832291-1-iscsi is: [{'id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'name': 'tempest-TestShelveInstance-267496849-router', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:31Z', 'revision_number': 4, 'project_id': '480e16d56a58474a9f34e797eaba003c', 'gw_port': {'id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '48636c97-8edd-4abf-8171-33021e833a0b', 'name': '', 'network_id': '9c3e5480-d8c7-47a5-8b2a-68a9afe044c7', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'mac_address': 'fa:16:3e:ea:98:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '71e1df43-ebe8-40a3-8452-45bcbc17abb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:30Z', 'updated_at': '2022-03-07T18:12:35Z', 'revision_number': 4, 'project_id': '480e16d56a58474a9f34e797eaba003c', 'subnets': [{'id': '71e1df43-ebe8-40a3-8452-45bcbc17abb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:12:36.120586 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-b80bf224-8296-44e6-94bf-fb204a361e60 None None] Current status of the port 48636c97-8edd-4abf-8171-33021e833a0b is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:36.163553 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-679dc14b-d7f3-4d2d-b68d-6efbec6c1d45 req-494b4979-b388-4a91-a452-ee7bbb1482e7 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:36.180551 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:12:36.204807 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b4979-b388-4a91-a452-ee7bbb1482e7 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Pushing event deleted for resources: {'Port': ['ID=0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:36.260039 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-679dc14b-d7f3-4d2d-b68d-6efbec6c1d45 req-494b4979-b388-4a91-a452-ee7bbb1482e7 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] No DVR routers for this DVR port 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd on host hv-cinder-83229 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:12:36.262678 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-679dc14b-d7f3-4d2d-b68d-6efbec6c1d45 req-494b4979-b388-4a91-a452-ee7bbb1482e7 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:36.266322 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-679dc14b-d7f3-4d2d-b68d-6efbec6c1d45 req-494b4979-b388-4a91-a452-ee7bbb1482e7 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.37 "DELETE /v2.0/ports/0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd HTTP/1.1" status: 204 len: 173 time: 0.4803212 Mar 07 18:12:36.266796 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22', 'name': 'network-vif-deleted', 'tag': '0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:12:36.269985 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da01ac0f-0549-4792-8fad-31bf52573e20" -d '{"events": [{"server_uuid": "e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22", "name": "network-vif-deleted", "tag": "0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:12:36.345152 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-84d565b1-cf4d-4ed5-b4f2-7d822e1a14e9 req-9352dacc-5e1d-4c40-bfc9-61b80ca9e300 tempest-ServerRescueNegativeTestJSON-1733929161 tempest-ServerRescueNegativeTestJSON-1733929161-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22 HTTP/1.1" status: 200 len: 210 time: 0.0611799 Mar 07 18:12:36.347981 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f00487-4f05-4ec0-95b6-68c8c183e46f x-openstack-request-id: req-a2f00487-4f05-4ec0-95b6-68c8c183e46f {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:12:36.348525 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22", "name": "network-vif-deleted", "tag": "0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:12:36.348887 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2f00487-4f05-4ec0-95b6-68c8c183e46f {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:12:36.349376 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00fd78d-c54c-4ae0-8d0d-9ca2dda02a22', 'name': 'network-vif-deleted', 'tag': '0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd', 'status': 'completed', 'code': 200} Mar 07 18:12:36.695433 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a070e4-55a5-4bb8-b847-70e100fea0e9 req-e776b58c-f472-4ccb-bf3f-0fb2d84d934d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:36.697077 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-48a070e4-55a5-4bb8-b847-70e100fea0e9 req-e776b58c-f472-4ccb-bf3f-0fb2d84d934d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0601938 Mar 07 18:12:36.750337 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-48a070e4-55a5-4bb8-b847-70e100fea0e9 req-4e564da4-932f-4663-a9b2-fd6332c84326 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464833 Mar 07 18:12:37.336236 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 48636c97-8edd-4abf-8171-33021e833a0b up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:12:37.386674 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 48636c97-8edd-4abf-8171-33021e833a0b triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:37.387080 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (48636c97-8edd-4abf-8171-33021e833a0b), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:37.404803 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39226) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:37.465257 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 48636c97-8edd-4abf-8171-33021e833a0b is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:37.819796 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7554ae59-bf72-433b-a4c6-43780e6f809e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869953'] for router_interface (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:37.884196 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73812-f6d7-4939-acdd-bb7abd885de7 req-133f0855-127a-4e1a-8953-7bf223fd4af3 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:37.886736 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9cb73812-f6d7-4939-acdd-bb7abd885de7 req-133f0855-127a-4e1a-8953-7bf223fd4af3 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0633557 Mar 07 18:12:37.937021 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9cb73812-f6d7-4939-acdd-bb7abd885de7 req-50b3b20c-4f7e-443b-8792-5bfe653d1be5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432394 Mar 07 18:12:38.124240 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7554ae59-bf72-433b-a4c6-43780e6f809e admin admin] Deleting port 0247f0c2-f820-4cff-ade9-55816b0bbea1 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:12:38.124575 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7554ae59-bf72-433b-a4c6-43780e6f809e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:38.201949 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-7554ae59-bf72-433b-a4c6-43780e6f809e admin admin] For port 0247f0c2-f820-4cff-ade9-55816b0bbea1, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=0247f0c2-f820-4cff-ade9-55816b0bbea1,segment=NetworkSegment(e9e0f8fa-38f7-4757-af52-05aea4688346),segment_id=e9e0f8fa-38f7-4757-af52-05aea4688346)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:38.202311 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7554ae59-bf72-433b-a4c6-43780e6f809e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:38.217061 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7554ae59-bf72-433b-a4c6-43780e6f809e admin admin] Calling delete_port for 0247f0c2-f820-4cff-ade9-55816b0bbea1 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:12:38.395777 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7554ae59-bf72-433b-a4c6-43780e6f809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (0247f0c2-f820-4cff-ade9-55816b0bbea1), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:38.432511 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554ae59-bf72-433b-a4c6-43780e6f809e admin admin] Pushing event deleted for resources: {'Port': ['ID=0247f0c2-f820-4cff-ade9-55816b0bbea1,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:38.604106 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7554ae59-bf72-433b-a4c6-43780e6f809e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869941'] for router_interface (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:38.862838 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7554ae59-bf72-433b-a4c6-43780e6f809e admin admin] Router d348c023-ee15-4bc1-9e89-5db4d9e38e1f has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:12:38.998154 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7554ae59-bf72-433b-a4c6-43780e6f809e admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:12:39.003307 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-7554ae59-bf72-433b-a4c6-43780e6f809e admin admin] 10.222.0.13 "PUT /v2.0/routers/d348c023-ee15-4bc1-9e89-5db4d9e38e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5972309 Mar 07 18:12:39.003982 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 3ef42fca-9291-4d76-a7a1-768e3ded1a47 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:12:39.005798 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39234) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:39.008186 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402b22e-21c3-4fd6-a255-413014fe5c8b None None] Sync routers for ids ['d348c023-ee15-4bc1-9e89-5db4d9e38e1f'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:12:39.020026 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402b22e-21c3-4fd6-a255-413014fe5c8b None None] Routers {'d348c023-ee15-4bc1-9e89-5db4d9e38e1f'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:39.020911 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-0402b22e-21c3-4fd6-a255-413014fe5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d348c023-ee15-4bc1-9e89-5db4d9e38e1f'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:39.141619 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:39.152831 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-0402b22e-21c3-4fd6-a255-413014fe5c8b None None] Set router d348c023-ee15-4bc1-9e89-5db4d9e38e1f gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:39.156040 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'port_id': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'mac_address': 'fa:16:3e:16:28:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:12:39.189428 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594a32e-a6e7-42d4-9bdb-307b1cbcb6d2 req-9ddfcbbe-0c34-4a22-b15b-931d80d44874 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:39.197964 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f594a32e-a6e7-42d4-9bdb-307b1cbcb6d2 req-9ddfcbbe-0c34-4a22-b15b-931d80d44874 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.1442029 Mar 07 18:12:39.227254 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:39.228184 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:39.229047 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Publish callbacks [] for router (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:39.243580 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef42fca-9291-4d76-a7a1-768e3ded1a47 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:12:39.268604 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:39.274702 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:39.312134 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f594a32e-a6e7-42d4-9bdb-307b1cbcb6d2 req-4294c742-1924-4e01-ab17-ff08a30884d7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133091 Mar 07 18:12:39.352272 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=3ef42fca-9291-4d76-a7a1-768e3ded1a47,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:39.379996 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-0402b22e-21c3-4fd6-a255-413014fe5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1345617746-router', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:09:39Z', 'updated_at': '2022-03-07T18:12:38Z', 'revision_number': 5, 'project_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'gw_port': {'id': '23a3bf4b-50b3-4b18-9a80-cd9f3510706e', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:09:40Z', 'updated_at': '2022-03-07T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:39.397920 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Publish callbacks [] for router_gateway (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:39.407690 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402b22e-21c3-4fd6-a255-413014fe5c8b None None] Checking router: d348c023-ee15-4bc1-9e89-5db4d9e38e1f for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:12:39.416471 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402b22e-21c3-4fd6-a255-413014fe5c8b None None] Routers {'d348c023-ee15-4bc1-9e89-5db4d9e38e1f'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:39.417118 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-0402b22e-21c3-4fd6-a255-413014fe5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d348c023-ee15-4bc1-9e89-5db4d9e38e1f'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:39.451814 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Deleting port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:12:39.452174 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:39.505378 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-0402b22e-21c3-4fd6-a255-413014fe5c8b None None] Set router d348c023-ee15-4bc1-9e89-5db4d9e38e1f gateway port host: None {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:39.534530 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] For port 23a3bf4b-50b3-4b18-9a80-cd9f3510706e, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=23a3bf4b-50b3-4b18-9a80-cd9f3510706e,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:39.534889 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:39.546673 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Calling delete_port for 23a3bf4b-50b3-4b18-9a80-cd9f3510706e owned by network:router_gateway {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:12:39.549974 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['3ef42fca-9291-4d76-a7a1-768e3ded1a47'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:12:39.558903 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-0402b22e-21c3-4fd6-a255-413014fe5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1345617746-router', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:09:39Z', 'updated_at': '2022-03-07T18:12:39Z', 'revision_number': 6, 'project_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'gw_port_host': None}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:39.587255 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402b22e-21c3-4fd6-a255-413014fe5c8b None None] The sync data for ids ['d348c023-ee15-4bc1-9e89-5db4d9e38e1f'] in dv-cinder-832291-1-iscsi is: [{'id': 'd348c023-ee15-4bc1-9e89-5db4d9e38e1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1345617746-router', 'tenant_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:09:39Z', 'updated_at': '2022-03-07T18:12:39Z', 'revision_number': 6, 'project_id': 'cfbb51b8505f47d89c21f0a821602d4c', 'gw_port_host': None}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:12:39.721498 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (23a3bf4b-50b3-4b18-9a80-cd9f3510706e), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:39.744365 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Pushing event deleted for resources: {'Port': ['ID=23a3bf4b-50b3-4b18-9a80-cd9f3510706e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:39.809217 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-869279'] for router_gateway (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:39.913612 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-874539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9918'] for router (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:39.915615 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Publish callbacks [] for router_controller (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:39.982161 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-874556'] for router (d348c023-ee15-4bc1-9e89-5db4d9e38e1f), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:39.982842 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d348c023-ee15-4bc1-9e89-5db4d9e38e1f {{(pid=103234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 18:12:39.988269 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:39.989212 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c353a49c-885e-47ec-a26a-41709ec5c3bb admin admin] 10.222.0.13 "DELETE /v2.0/routers/d348c023-ee15-4bc1-9e89-5db4d9e38e1f HTTP/1.1" status: 204 len: 168 time: 0.9822836 Mar 07 18:12:39.993178 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39238) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:40.039960 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a35d9e-f98f-4b4d-b658-1d911233a02a admin admin] Deleting subnet 69e34e1b-4ffa-4a13-ba33-6584cef36866 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:12:40.043021 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-73a35d9e-f98f-4b4d-b658-1d911233a02a admin admin] Publish callbacks [] for subnet (69e34e1b-4ffa-4a13-ba33-6584cef36866), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.075863 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-73a35d9e-f98f-4b4d-b658-1d911233a02a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-469382'] for subnet (69e34e1b-4ffa-4a13-ba33-6584cef36866), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.117743 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-73a35d9e-f98f-4b4d-b658-1d911233a02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (69e34e1b-4ffa-4a13-ba33-6584cef36866), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.167884 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-73a35d9e-f98f-4b4d-b658-1d911233a02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495436'] for subnet (69e34e1b-4ffa-4a13-ba33-6584cef36866), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.195502 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a35d9e-f98f-4b4d-b658-1d911233a02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e34e1b-4ffa-4a13-ba33-6584cef36866,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:40.202126 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-73a35d9e-f98f-4b4d-b658-1d911233a02a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.205318 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-73a35d9e-f98f-4b4d-b658-1d911233a02a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/69e34e1b-4ffa-4a13-ba33-6584cef36866 HTTP/1.1" status: 204 len: 168 time: 0.2111371 Mar 07 18:12:40.207789 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39242) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:40.278164 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (0859f08e-c1dc-4122-b4b2-4413e6f001c8), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.359227 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (0859f08e-c1dc-4122-b4b2-4413e6f001c8), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.389390 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0859f08e-c1dc-4122-b4b2-4413e6f001c8']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:40.400628 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e0f8fa-38f7-4757-af52-05aea4688346') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:40.400932 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e0f8fa-38f7-4757-af52-05aea4688346') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:40.410428 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-469373'] for segment (e9e0f8fa-38f7-4757-af52-05aea4688346), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.424442 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (e9e0f8fa-38f7-4757-af52-05aea4688346), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.430844 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:12:40.431257 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670860'] for segment (e9e0f8fa-38f7-4757-af52-05aea4688346), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: Traceback (most recent call last): Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: timer() Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: cb(*args, **kw) Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: return func(*args, **kwargs) Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: self._notify() Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: self.callback(batched_events) Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: event.method(event) Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: return f(self, *a, **k) Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._get(url).json() Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: return self.request(url, 'GET', **kwargs) Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:12:40.432924 dv-cinder-832291-1-iscsi neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:12:40.463450 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018860cf-60fc-4585-9a15-aba64d2dc0a7 req-76719ff9-272c-41c2-a33a-3897a6c96d50 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:40.465694 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-018860cf-60fc-4585-9a15-aba64d2dc0a7 req-76719ff9-272c-41c2-a33a-3897a6c96d50 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 945 time: 0.0596321 Mar 07 18:12:40.494075 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (0859f08e-c1dc-4122-b4b2-4413e6f001c8), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.498601 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.501894 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] 10.222.0.13 "DELETE /v2.0/networks/0859f08e-c1dc-4122-b4b2-4413e6f001c8 HTTP/1.1" status: 204 len: 168 time: 0.2931252 Mar 07 18:12:40.517482 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33e2e9-5eee-4a90-b166-f9f3a44dfe9a admin admin] Pushing event deleted for resources: {'Network': ['ID=0859f08e-c1dc-4122-b4b2-4413e6f001c8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:40.519458 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-018860cf-60fc-4585-9a15-aba64d2dc0a7 req-a80032e7-3453-4e87-b9d1-a221f53893fb tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470216 Mar 07 18:12:40.678135 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39248) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:40.718289 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6a96b0f3-87c6-41f4-8cc7-6acfe0f2c7cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfbb51b8505f47d89c21f0a821602d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390282 Mar 07 18:12:40.720779 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39250) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:40.773627 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a9207740-72e6-4c67-9dfd-6469dc690cce admin admin] Publish callbacks [] for security_group (0acd789f-d792-40e8-a9a6-af4eb53169e4), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.793756 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a9207740-72e6-4c67-9dfd-6469dc690cce admin admin] Publish callbacks [] for security_group (0acd789f-d792-40e8-a9a6-af4eb53169e4), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.839834 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a9207740-72e6-4c67-9dfd-6469dc690cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (0acd789f-d792-40e8-a9a6-af4eb53169e4), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.842262 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a9207740-72e6-4c67-9dfd-6469dc690cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:40.843419 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a9207740-72e6-4c67-9dfd-6469dc690cce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0acd789f-d792-40e8-a9a6-af4eb53169e4 HTTP/1.1" status: 204 len: 168 time: 0.1217597 Mar 07 18:12:40.851439 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9207740-72e6-4c67-9dfd-6469dc690cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acd789f-d792-40e8-a9a6-af4eb53169e4,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:41.022722 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 3ef42fca-9291-4d76-a7a1-768e3ded1a47 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:12:41.070922 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:12:41.074534 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:41.074915 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:41.159372 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:12:41.159768 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:41.184076 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:12:41.186366 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9dafd3-f716-42aa-b609-0de94afa3b6c" -d '{"events": [{"server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "name": "network-vif-plugged", "status": "completed", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:12:41.199635 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:12:41.206693 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:41.207814 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:12:41.253549 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efcd7f7-f24e-4be8-9aab-7f72fc3a520c x-openstack-request-id: req-0efcd7f7-f24e-4be8-9aab-7f72fc3a520c {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:12:41.253549 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "name": "network-vif-plugged", "status": "completed", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:12:41.254534 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0efcd7f7-f24e-4be8-9aab-7f72fc3a520c {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:12:41.254534 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'code': 200} Mar 07 18:12:41.254534 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:12:41.255082 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 0f21a0d6-fcb6-4cf2-b6a2-2eb9d8118ccd not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:12:41.285821 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=3ef42fca-9291-4d76-a7a1-768e3ded1a47,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:41.346314 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 0247f0c2-f820-4cff-ade9-55816b0bbea1 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:12:41.368053 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 0247f0c2-f820-4cff-ade9-55816b0bbea1 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:12:41.368408 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 0247f0c2-f820-4cff-ade9-55816b0bbea1 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:12:41.368834 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 23a3bf4b-50b3-4b18-9a80-cd9f3510706e no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:12:41.398296 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 23a3bf4b-50b3-4b18-9a80-cd9f3510706e {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:12:41.398637 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 23a3bf4b-50b3-4b18-9a80-cd9f3510706e not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:12:41.451763 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e75db-6760-4f03-a3a0-24f0cbeeda69 req-a1641e5c-dc4f-4321-91d1-0cdc3c5d1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:41.453512 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-3f0e75db-6760-4f03-a3a0-24f0cbeeda69 req-a1641e5c-dc4f-4321-91d1-0cdc3c5d1e35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 1130 time: 0.0442376 Mar 07 18:12:41.497378 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-3f0e75db-6760-4f03-a3a0-24f0cbeeda69 req-84f6d185-f587-4ee9-a958-011e40e590fd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380781 Mar 07 18:12:41.647775 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1faf8b-f6eb-40a5-a992-39d5bd634441 req-ebee1977-dd52-44cf-b538-bc45bffd0716 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:41.649346 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce1faf8b-f6eb-40a5-a992-39d5bd634441 req-ebee1977-dd52-44cf-b538-bc45bffd0716 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0552509 Mar 07 18:12:41.924795 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce1faf8b-f6eb-40a5-a992-39d5bd634441 req-bd690e9a-88db-48e7-b58e-977c43208d54 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2699938 Mar 07 18:12:42.078769 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e03bdfe9-a991-4e1d-9651-c319b6381dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:43.051011 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555f06c-65b3-4d55-a698-d44bb13b3710 req-83d18829-7d2e-4a9d-aaaf-210c40bca845 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:43.052785 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8555f06c-65b3-4d55-a698-d44bb13b3710 req-83d18829-7d2e-4a9d-aaaf-210c40bca845 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0515115 Mar 07 18:12:43.102642 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8555f06c-65b3-4d55-a698-d44bb13b3710 req-df2f75d5-dbda-4073-ba83-f2fff9e37052 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429237 Mar 07 18:12:43.219962 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6dd4c-5a99-40b2-bc43-bfe7417c752c req-70987910-e823-4c5a-b073-b66a0b63f693 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:43.221440 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d6a6dd4c-5a99-40b2-bc43-bfe7417c752c req-70987910-e823-4c5a-b073-b66a0b63f693 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0524201 Mar 07 18:12:43.230311 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39310) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:12:43.234757 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-130e3589-8f0d-47b8-ac76-edba4edf4a97 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Request body: {'floatingip': {'port_id': '3ef42fca-9291-4d76-a7a1-768e3ded1a47'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:43.275585 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-130e3589-8f0d-47b8-ac76-edba4edf4a97 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (822e8c0f-8094-4848-8b4f-187a0f8c2b02), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:43.721827 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-130e3589-8f0d-47b8-ac76-edba4edf4a97 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:43.725508 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-130e3589-8f0d-47b8-ac76-edba4edf4a97 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (822e8c0f-8094-4848-8b4f-187a0f8c2b02), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:43.843333 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-130e3589-8f0d-47b8-ac76-edba4edf4a97 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Floating IP 822e8c0f-8094-4848-8b4f-187a0f8c2b02 associated. External IP: 172.27.0.149, port: 3ef42fca-9291-4d76-a7a1-768e3ded1a47. Mar 07 18:12:44.070472 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130e3589-8f0d-47b8-ac76-edba4edf4a97 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Router d6d6db4e-9766-4339-8b17-cb89a73d9b8a has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:12:44.181566 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130e3589-8f0d-47b8-ac76-edba4edf4a97 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:12:44.185975 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-130e3589-8f0d-47b8-ac76-edba4edf4a97 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:44.190712 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068e754-7b1d-40e4-a0bb-d8606bc1cce2 None None] Sync routers for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:12:44.201058 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068e754-7b1d-40e4-a0bb-d8606bc1cce2 None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:44.201679 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a068e754-7b1d-40e4-a0bb-d8606bc1cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:44.215771 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-130e3589-8f0d-47b8-ac76-edba4edf4a97 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "PUT /v2.0/floatingips/822e8c0f-8094-4848-8b4f-187a0f8c2b02 HTTP/1.1" status: 200 len: 992 time: 0.9844248 Mar 07 18:12:44.216392 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:12:44.218732 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c9ea0c-a30b-43b3-a930-e39cd73c4969" -d '{"events": [{"name": "network-changed", "server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:12:44.258452 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5c8782-ae3c-49af-b909-8f36a9deb736 x-openstack-request-id: req-7f5c8782-ae3c-49af-b909-8f36a9deb736 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:12:44.258751 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:12:44.259008 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f5c8782-ae3c-49af-b909-8f36a9deb736 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:12:44.259413 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'status': 'completed', 'code': 200} Mar 07 18:12:44.318844 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-10ff2f9f-36a3-41a6-86f1-1f61697cfd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:44.323563 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9ea0c-a30b-43b3-a930-e39cd73c4969 req-b9839a86-6db3-43ab-9434-930046dbf448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:44.325219 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-77c9ea0c-a30b-43b3-a930-e39cd73c4969 req-b9839a86-6db3-43ab-9434-930046dbf448 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 1130 time: 0.0471008 Mar 07 18:12:44.326249 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-a068e754-7b1d-40e4-a0bb-d8606bc1cce2 None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:44.423777 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9ea0c-a30b-43b3-a930-e39cd73c4969 req-22808b60-5847-4e61-b727-2b81a288021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:44.425674 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-77c9ea0c-a30b-43b3-a930-e39cd73c4969 req-22808b60-5847-4e61-b727-2b81a288021d service neutron] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 918 time: 0.0935256 Mar 07 18:12:44.493929 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-77c9ea0c-a30b-43b3-a930-e39cd73c4969 req-cf31eac9-5291-4ca2-897a-520490662b79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47 HTTP/1.1" status: 200 len: 1000 time: 0.0618279 Mar 07 18:12:44.544165 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9ea0c-a30b-43b3-a930-e39cd73c4969 req-85954f25-4988-4385-ba7c-a99ba385a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:44.545756 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-77c9ea0c-a30b-43b3-a930-e39cd73c4969 req-85954f25-4988-4385-ba7c-a99ba385a8cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.0433409 Mar 07 18:12:44.603225 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9ea0c-a30b-43b3-a930-e39cd73c4969 req-3ed05cd0-662c-421f-bb1a-164c22345fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:44.604969 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-77c9ea0c-a30b-43b3-a930-e39cd73c4969 req-3ed05cd0-662c-421f-bb1a-164c22345fb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497518 Mar 07 18:12:44.699874 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-77c9ea0c-a30b-43b3-a930-e39cd73c4969 req-710fe6d2-c083-4053-8ab8-d1c8ea656f14 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862281 Mar 07 18:12:44.732528 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a068e754-7b1d-40e4-a0bb-d8606bc1cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '822e8c0f-8094-4848-8b4f-187a0f8c2b02', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'port_id': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'mac_address': 'fa:16:3e:16:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:12:30Z', 'updated_at': '2022-03-07T18:12:43Z', 'revision_number': 1, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:44.762889 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068e754-7b1d-40e4-a0bb-d8606bc1cce2 None None] Checking router: d6d6db4e-9766-4339-8b17-cb89a73d9b8a for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:12:44.771599 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068e754-7b1d-40e4-a0bb-d8606bc1cce2 None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:12:44.772779 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a068e754-7b1d-40e4-a0bb-d8606bc1cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:44.885787 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-a068e754-7b1d-40e4-a0bb-d8606bc1cce2 None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:12:44.992934 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcd883bf-5d05-4626-8afd-bac009a29909 req-6515bbb7-28cc-4f3a-810d-da41f3db9ab2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577710 Mar 07 18:12:45.050160 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-77c9ea0c-a30b-43b3-a930-e39cd73c4969 req-d7737c45-940b-457d-9b41-4b2e7533a580 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428915 Mar 07 18:12:45.098365 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd883bf-5d05-4626-8afd-bac009a29909 req-33798420-405e-415d-8a4d-ea26deeede23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:45.100012 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcd883bf-5d05-4626-8afd-bac009a29909 req-33798420-405e-415d-8a4d-ea26deeede23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 1130 time: 0.0611930 Mar 07 18:12:45.161999 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a068e754-7b1d-40e4-a0bb-d8606bc1cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '822e8c0f-8094-4848-8b4f-187a0f8c2b02', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'port_id': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'mac_address': 'fa:16:3e:16:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:12:30Z', 'updated_at': '2022-03-07T18:12:43Z', 'revision_number': 1, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:12:45.193095 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068e754-7b1d-40e4-a0bb-d8606bc1cce2 None None] The sync data for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi is: [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '822e8c0f-8094-4848-8b4f-187a0f8c2b02', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'port_id': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'mac_address': 'fa:16:3e:16:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:12:30Z', 'updated_at': '2022-03-07T18:12:43Z', 'revision_number': 1, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:12:45.239509 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd883bf-5d05-4626-8afd-bac009a29909 req-4eeebc84-66c5-45b0-8aea-86c33a176cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:45.241220 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcd883bf-5d05-4626-8afd-bac009a29909 req-4eeebc84-66c5-45b0-8aea-86c33a176cae service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3861992-bbf8-44fd-ac4d-48923961f3e3 HTTP/1.1" status: 200 len: 912 time: 0.1076748 Mar 07 18:12:45.310295 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcd883bf-5d05-4626-8afd-bac009a29909 req-a5405bc8-4167-4e7a-8ca5-a36035dee880 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c193956-08c0-4bb3-9b9f-58450a29fe03 HTTP/1.1" status: 200 len: 1001 time: 0.0631580 Mar 07 18:12:45.364049 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd883bf-5d05-4626-8afd-bac009a29909 req-82cf5247-d5aa-44e2-823e-4c67fc6e7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:45.365570 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcd883bf-5d05-4626-8afd-bac009a29909 req-82cf5247-d5aa-44e2-823e-4c67fc6e7015 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3778293-3d6a-4b92-a3b7-6d9e07a0860c HTTP/1.1" status: 200 len: 850 time: 0.0490174 Mar 07 18:12:45.406224 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7430f8-cbef-4a95-898b-0fd54ab68aa2 None None] New status for floating IP 822e8c0f-8094-4848-8b4f-187a0f8c2b02: ACTIVE {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:12:45.415004 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:45.420679 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd883bf-5d05-4626-8afd-bac009a29909 req-de097379-a77d-4f6b-9fdc-336bf50dd521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:45.422385 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcd883bf-5d05-4626-8afd-bac009a29909 req-de097379-a77d-4f6b-9fdc-336bf50dd521 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3861992-bbf8-44fd-ac4d-48923961f3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508766 Mar 07 18:12:45.438172 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:45.523845 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcd883bf-5d05-4626-8afd-bac009a29909 req-42e9f10d-397f-4952-b203-08954caf2c6e service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946195 Mar 07 18:12:46.607401 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcd883bf-5d05-4626-8afd-bac009a29909 req-c30cd7f9-198c-4b4b-b0ef-0145f449a419 service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870647 Mar 07 18:12:46.854707 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:47.241423 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:12:48.544036 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:54.025289 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-aea45e8d-e2b0-446a-b054-95d0441be43e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915309419&fields=id&tenant_id=246784bbaaeb4899bb99187384041d42 HTTP/1.1" status: 200 len: 267 time: 0.0456147 Mar 07 18:12:54.131582 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-1ec7bf12-a775-4c5d-9981-5216be64588b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:54.133307 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-1ec7bf12-a775-4c5d-9981-5216be64588b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/networks?id=ff839f24-e12f-4a87-9697-bfe326c1e617 HTTP/1.1" status: 200 len: 808 time: 0.1015973 Mar 07 18:12:54.147183 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-e6e24513-049b-45b7-8e09-bb4bea76117f tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/quotas/246784bbaaeb4899bb99187384041d42 HTTP/1.1" status: 200 len: 375 time: 0.0086377 Mar 07 18:12:54.201134 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-16dd4eb6-812f-4ef2-b807-e4eac5350bd4 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=246784bbaaeb4899bb99187384041d42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487604 Mar 07 18:12:54.293422 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-bca485a1-6159-4262-9db7-36ee37967f9d service neutron] 10.222.0.13 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803719 Mar 07 18:12:54.382589 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-7d54149b-4558-425a-9c2e-62417cd15372 service neutron] 10.222.0.13 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833833 Mar 07 18:12:54.663071 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2359fafe-fd14-4f9f-8b75-6869f75732e7 req-8f083035-83f4-4071-8ba6-e585db387121 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 210 time: 0.0277641 Mar 07 18:12:55.647667 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-8ccfd7e3-6a5e-42eb-b54a-ac93ffc46ad2 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:55.649803 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-8ccfd7e3-6a5e-42eb-b54a-ac93ffc46ad2 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.37 "GET /v2.0/networks?id=ff839f24-e12f-4a87-9697-bfe326c1e617 HTTP/1.1" status: 200 len: 808 time: 0.1081235 Mar 07 18:12:55.714134 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-d682622b-35f0-42a4-a77a-f6aa1ea928aa tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=246784bbaaeb4899bb99187384041d42 HTTP/1.1" status: 200 len: 380 time: 0.0549872 Mar 07 18:12:55.724065 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Request body: {'port': {'device_id': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'admin_state_up': True, 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'security_groups': ['9cef8d26-91c9-4155-ab1b-62a23e2e9811']}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:55.772795 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bddacc5d-1b60-4564-8c3a-2c8bddbaf300 req-f170d957-8cd5-4738-9074-573382df56cc tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 210 time: 0.0336282 Mar 07 18:12:55.855994 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Made reservation on behalf of 246784bbaaeb4899bb99187384041d42 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:12:55.859832 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:55.985677 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Allocated IP 172.20.0.6 (ff839f24-e12f-4a87-9697-bfe326c1e617/2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181/f9e20ef3-6973-41d9-beb8-ca2986248682) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:12:56.355171 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:56.401011 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:56.451907 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Network ff839f24-e12f-4a87-9697-bfe326c1e617 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:12:56.454993 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:12:56.459912 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:12:56.463868 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event updated for resources: {'Port': ['ID=f9e20ef3-6973-41d9-beb8-ca2986248682,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:56.516313 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:56.516822 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:56.533414 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-176c804d-a6e2-43b1-ae79-606a40f67b37 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8134232 Mar 07 18:12:56.544795 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Request body: {'port': {'device_id': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:12:56.606835 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:56.697548 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-da38cf54-da42-4d72-8e96-111fb203ae34 None None] Provisioning complete for port f9e20ef3-6973-41d9-beb8-ca2986248682 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:12:56.698198 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-da38cf54-da42-4d72-8e96-111fb203ae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:56.731194 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-da38cf54-da42-4d72-8e96-111fb203ae34 None None] Port f9e20ef3-6973-41d9-beb8-ca2986248682 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:12:56.896674 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e20ef3-6973-41d9-beb8-ca2986248682 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:12:56.907030 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Publish callbacks [] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:56.924931 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Transition to ACTIVE for port object f9e20ef3-6973-41d9-beb8-ca2986248682 will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:12:56.932059 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c91e6d-4722-4eb0-a6a3-a74e9273955f req-a1c1db0c-bd67-4866-8135-19bb1ccd0b52 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:56.933596 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c7c91e6d-4722-4eb0-a6a3-a74e9273955f req-a1c1db0c-bd67-4866-8135-19bb1ccd0b52 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 931 time: 0.0923729 Mar 07 18:12:56.934638 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:57.007065 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e20ef3-6973-41d9-beb8-ca2986248682,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:57.066258 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c7c91e6d-4722-4eb0-a6a3-a74e9273955f req-206b24c5-cc46-4c4d-a0a7-7314fefb858a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237347 Mar 07 18:12:57.097691 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Attempting to bind port f9e20ef3-6973-41d9-beb8-ca2986248682 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:12:57.098024 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Attempting to bind port f9e20ef3-6973-41d9-beb8-ca2986248682 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:12:57.098350 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Attempting to bind port f9e20ef3-6973-41d9-beb8-ca2986248682 on network ff839f24-e12f-4a87-9697-bfe326c1e617 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:12:57.103103 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Port f9e20ef3-6973-41d9-beb8-ca2986248682 on network ff839f24-e12f-4a87-9697-bfe326c1e617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:12:57.103481 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Attempting to bind port f9e20ef3-6973-41d9-beb8-ca2986248682 on network ff839f24-e12f-4a87-9697-bfe326c1e617 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:12:57.109178 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:12:57.109487 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Checking segment: {'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:12:57.109870 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Bound using segment: {'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:12:57.110307 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Bound port: f9e20ef3-6973-41d9-beb8-ca2986248682, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788367e6-7c70-4245-8874-80985e1ab8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:12:57.110663 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:57.173660 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] For port f9e20ef3-6973-41d9-beb8-ca2986248682, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:12:57.176774 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] For port f9e20ef3-6973-41d9-beb8-ca2986248682, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=f9e20ef3-6973-41d9-beb8-ca2986248682,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:12:57.182958 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:57.218467 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:57.219108 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:12:57.220574 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] 10.222.0.37 "PUT /v2.0/ports/f9e20ef3-6973-41d9-beb8-ca2986248682 HTTP/1.1" status: 200 len: 1093 time: 0.6800361 Mar 07 18:12:57.221069 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:12:57.223340 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1315b113-5305-4071-8cdc-4dfacbf70672" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:12:57.244874 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71acd6-c40e-479a-80f7-354f51047fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e20ef3-6973-41d9-beb8-ca2986248682,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:12:57.267842 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bebce2a-e99b-403c-b9cc-ae5054f0f65e x-openstack-request-id: req-8bebce2a-e99b-403c-b9cc-ae5054f0f65e {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:12:57.268236 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:12:57.268557 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bebce2a-e99b-403c-b9cc-ae5054f0f65e {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:12:57.269035 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'status': 'completed', 'code': 200} Mar 07 18:12:57.328914 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-dfa9875a-b863-4b11-9647-a31e9c9c7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:57.330478 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-dfa9875a-b863-4b11-9647-a31e9c9c7ef1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=246784bbaaeb4899bb99187384041d42&device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 1127 time: 0.0516846 Mar 07 18:12:57.380016 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-6d395bf2-8ecb-42d6-8ff0-a9e1e0839036 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e20ef3-6973-41d9-beb8-ca2986248682 HTTP/1.1" status: 200 len: 217 time: 0.0350993 Mar 07 18:12:57.429002 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-400a84f0-7b5e-4811-b427-b44b49bf41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:57.430942 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-400a84f0-7b5e-4811-b427-b44b49bf41ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181 HTTP/1.1" status: 200 len: 847 time: 0.0434194 Mar 07 18:12:57.485747 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-24096b4d-bb8a-4532-920e-272a3ae54778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:57.487422 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-24096b4d-bb8a-4532-920e-272a3ae54778 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff839f24-e12f-4a87-9697-bfe326c1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493438 Mar 07 18:12:57.578787 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-c2c3ea92-acad-4438-9a9b-0b900f5e396c service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840609 Mar 07 18:12:57.672770 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0335934d-7dcc-4577-9d81-cc0c8b1572f7 req-a0283a65-d43f-4ae0-bbdc-8983708de3ca service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871878 Mar 07 18:12:57.797682 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315b113-5305-4071-8cdc-4dfacbf70672 req-a8d7b184-b68f-4a7f-81c6-0b2d1384f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:57.800836 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1315b113-5305-4071-8cdc-4dfacbf70672 req-a8d7b184-b68f-4a7f-81c6-0b2d1384f5b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=246784bbaaeb4899bb99187384041d42&device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 1127 time: 0.0672138 Mar 07 18:12:57.922936 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315b113-5305-4071-8cdc-4dfacbf70672 req-ac277c12-73a4-474d-9106-a552f8b24208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:57.924593 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1315b113-5305-4071-8cdc-4dfacbf70672 req-ac277c12-73a4-474d-9106-a552f8b24208 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff839f24-e12f-4a87-9697-bfe326c1e617 HTTP/1.1" status: 200 len: 909 time: 0.1173539 Mar 07 18:12:57.970365 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1315b113-5305-4071-8cdc-4dfacbf70672 req-97d866a2-300e-4a59-8692-080a3f0f308e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e20ef3-6973-41d9-beb8-ca2986248682 HTTP/1.1" status: 200 len: 217 time: 0.0358007 Mar 07 18:12:58.024279 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315b113-5305-4071-8cdc-4dfacbf70672 req-93376ca0-4151-4956-bef8-10ee4eb7c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:58.025798 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1315b113-5305-4071-8cdc-4dfacbf70672 req-93376ca0-4151-4956-bef8-10ee4eb7c6a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181 HTTP/1.1" status: 200 len: 847 time: 0.0491633 Mar 07 18:12:58.078438 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315b113-5305-4071-8cdc-4dfacbf70672 req-dd421efd-d7b0-4788-85b8-57f84e6804ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:58.079967 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1315b113-5305-4071-8cdc-4dfacbf70672 req-dd421efd-d7b0-4788-85b8-57f84e6804ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff839f24-e12f-4a87-9697-bfe326c1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440676 Mar 07 18:12:58.208198 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1315b113-5305-4071-8cdc-4dfacbf70672 req-5f54193e-db63-4230-a82a-5201d064a791 service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204548 Mar 07 18:12:58.219727 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f501ef-538a-4ef9-89a6-7bb38781ce98 req-68b5406e-48cf-469a-83c9-5dafba210b0d tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:58.221137 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f9f501ef-538a-4ef9-89a6-7bb38781ce98 req-68b5406e-48cf-469a-83c9-5dafba210b0d tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0760493 Mar 07 18:12:58.322589 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f9f501ef-538a-4ef9-89a6-7bb38781ce98 req-54a4da9a-8e38-42c3-9c99-af2a56e8c563 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931771 Mar 07 18:12:58.340990 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1315b113-5305-4071-8cdc-4dfacbf70672 req-fea630ad-1113-4359-81ac-63a7e25f6ae0 service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189339 Mar 07 18:12:59.447586 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1d706-4e2a-4cf3-87d2-7205a56ee745 req-3ec620d4-b724-4d39-a5b8-942d1e7ca03e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:12:59.449112 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-efa1d706-4e2a-4cf3-87d2-7205a56ee745 req-3ec620d4-b724-4d39-a5b8-942d1e7ca03e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0570018 Mar 07 18:12:59.499777 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-efa1d706-4e2a-4cf3-87d2-7205a56ee745 req-b3e42596-2b38-47a7-8934-db2effc854cf tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450938 Mar 07 18:13:00.620921 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58813f19-9c47-4ab6-a867-cbf69249a717 req-f3f7c52b-adc6-4bc8-b3ed-68ba59956e87 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:00.622397 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-58813f19-9c47-4ab6-a867-cbf69249a717 req-f3f7c52b-adc6-4bc8-b3ed-68ba59956e87 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0571334 Mar 07 18:13:00.678239 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-58813f19-9c47-4ab6-a867-cbf69249a717 req-6eb634ab-6bf4-4cea-898b-5c09e404e379 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440619 Mar 07 18:13:01.795135 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ca96e-780d-41b6-bfd5-ed5f6716ddab req-20439981-fd41-4074-8b67-c9df4e892332 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:01.796663 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-569ca96e-780d-41b6-bfd5-ed5f6716ddab req-20439981-fd41-4074-8b67-c9df4e892332 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0517457 Mar 07 18:13:01.844436 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-569ca96e-780d-41b6-bfd5-ed5f6716ddab req-faeef2b5-33fc-497c-a02e-93b3e02baf88 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423930 Mar 07 18:13:02.964514 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefda3f-d46d-406c-bdd1-f1739e9cbd56 req-26fcee6d-22a6-47eb-a0c0-a363acfc109c tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:02.965980 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-deefda3f-d46d-406c-bdd1-f1739e9cbd56 req-26fcee6d-22a6-47eb-a0c0-a363acfc109c tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0556009 Mar 07 18:13:03.013596 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-deefda3f-d46d-406c-bdd1-f1739e9cbd56 req-af0e3186-7f0c-4581-91bd-52caf095137a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421448 Mar 07 18:13:04.128735 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dd559-e5c0-42d9-b3ea-abd0607e9095 req-cc6f041f-4eb9-4d29-9aea-2b513685d0a8 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:04.130153 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2a7dd559-e5c0-42d9-b3ea-abd0607e9095 req-cc6f041f-4eb9-4d29-9aea-2b513685d0a8 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0522766 Mar 07 18:13:04.177930 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2a7dd559-e5c0-42d9-b3ea-abd0607e9095 req-a6aa8391-d14b-49e5-952b-03abea919864 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416262 Mar 07 18:13:05.292919 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279c378-c630-410f-a648-5eb41858cb0b req-e23f8d35-091c-4516-bf54-51ab02648fec tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:05.294384 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5279c378-c630-410f-a648-5eb41858cb0b req-e23f8d35-091c-4516-bf54-51ab02648fec tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0517066 Mar 07 18:13:05.347702 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5279c378-c630-410f-a648-5eb41858cb0b req-8427a7f8-015a-47ff-9035-b65ca26a700d tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476828 Mar 07 18:13:05.573098 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device f9e20ef3-6973-41d9-beb8-ca2986248682 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:13:05.671026 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port f9e20ef3-6973-41d9-beb8-ca2986248682, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=f9e20ef3-6973-41d9-beb8-ca2986248682,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:05.682248 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'port_id': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'mac_address': 'fa:16:3e:b8:e5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:13:05.718962 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port f9e20ef3-6973-41d9-beb8-ca2986248682 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:13:05.719346 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:05.732272 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e20ef3-6973-41d9-beb8-ca2986248682 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:13:05.750815 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port f9e20ef3-6973-41d9-beb8-ca2986248682, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=f9e20ef3-6973-41d9-beb8-ca2986248682,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:05.755441 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:05.805955 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=f9e20ef3-6973-41d9-beb8-ca2986248682,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:06.464431 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac03e9-a274-443c-8907-c147a476f6ad req-df1c18ec-115a-4605-9ea1-bf3ded3b15bc tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:06.465888 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1bac03e9-a274-443c-8907-c147a476f6ad req-df1c18ec-115a-4605-9ea1-bf3ded3b15bc tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 944 time: 0.0519297 Mar 07 18:13:06.514801 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1bac03e9-a274-443c-8907-c147a476f6ad req-b034095b-0c87-4b7d-a3b8-77f4acbddb90 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Mar 07 18:13:06.814659 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['f9e20ef3-6973-41d9-beb8-ca2986248682'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:13:07.630524 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f94a6f-388e-400b-8f22-4978fda1989e req-4e5f8e11-a107-4e15-830e-bb3db7645567 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:07.632052 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-43f94a6f-388e-400b-8f22-4978fda1989e req-4e5f8e11-a107-4e15-830e-bb3db7645567 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 944 time: 0.0531185 Mar 07 18:13:07.680545 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-43f94a6f-388e-400b-8f22-4978fda1989e req-b234e7f1-271d-425a-8e04-3d41e1727a69 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 Mar 07 18:13:08.798410 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2627e-c0cf-46dc-9ba2-ddc43575294a req-a5d94226-2402-4243-a771-18a2f9b2caf6 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:08.799913 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c1d2627e-c0cf-46dc-9ba2-ddc43575294a req-a5d94226-2402-4243-a771-18a2f9b2caf6 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 944 time: 0.0554438 Mar 07 18:13:08.849433 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c1d2627e-c0cf-46dc-9ba2-ddc43575294a req-b399d008-f3e0-4aa2-8be3-481983d8cc27 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434520 Mar 07 18:13:09.980713 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884a20a-5ceb-426e-801e-f6c8c1873e3d req-617544d6-4884-472b-b22f-d59700388f6e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:09.982222 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b884a20a-5ceb-426e-801e-f6c8c1873e3d req-617544d6-4884-472b-b22f-d59700388f6e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 944 time: 0.0602725 Mar 07 18:13:10.039814 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b884a20a-5ceb-426e-801e-f6c8c1873e3d req-c8a379da-6642-4828-8709-8c604a7ca832 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516555 Mar 07 18:13:10.266295 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b812c3-81bb-4e2e-97a7-7fab106dcb65 req-b5ed09ab-fe1f-4a70-93fa-a4264023fca8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:10.267873 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-09b812c3-81bb-4e2e-97a7-7fab106dcb65 req-b5ed09ab-fe1f-4a70-93fa-a4264023fca8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0529892 Mar 07 18:13:10.323801 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-09b812c3-81bb-4e2e-97a7-7fab106dcb65 req-2f84437d-dcdc-450b-b14e-0ef00ffe28a4 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499272 Mar 07 18:13:11.160491 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75525ac2-b1d2-4e8c-bd04-db665a1f15bd req-d564986e-d75d-45c5-8647-cdf66d9cfd6c tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:11.161988 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-75525ac2-b1d2-4e8c-bd04-db665a1f15bd req-d564986e-d75d-45c5-8647-cdf66d9cfd6c tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 944 time: 0.0536988 Mar 07 18:13:11.212508 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-75525ac2-b1d2-4e8c-bd04-db665a1f15bd req-856e75d2-fe0a-4e34-a954-de0f726c347b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439570 Mar 07 18:13:11.450311 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917996f7-a314-4d59-b343-dd2d400023bd req-2dc6a131-ec49-46a6-b276-f11f1c3dce15 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:11.450825 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-917996f7-a314-4d59-b343-dd2d400023bd req-2dc6a131-ec49-46a6-b276-f11f1c3dce15 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0560009 Mar 07 18:13:11.497834 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-917996f7-a314-4d59-b343-dd2d400023bd req-fe8f2db0-e752-4381-8ff8-de1485100837 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407307 Mar 07 18:13:11.645471 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device f9e20ef3-6973-41d9-beb8-ca2986248682 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:13:11.674769 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3cfe0-3e8e-48ef-9ab7-5c2961e544d5 req-0e91b6d5-09e9-47f0-a351-7b47ac662e57 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:11.676263 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f1d3cfe0-3e8e-48ef-9ab7-5c2961e544d5 req-0e91b6d5-09e9-47f0-a351-7b47ac662e57 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 945 time: 0.0582922 Mar 07 18:13:11.694471 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port f9e20ef3-6973-41d9-beb8-ca2986248682 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:13:11.698578 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port f9e20ef3-6973-41d9-beb8-ca2986248682 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:13:11.698955 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:11.723614 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f1d3cfe0-3e8e-48ef-9ab7-5c2961e544d5 req-d55f83fa-49b5-4095-bed6-18195c08f2d4 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406961 Mar 07 18:13:11.778501 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port f9e20ef3-6973-41d9-beb8-ca2986248682 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:13:11.778875 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:11.800978 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:13:11.803252 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea683fe-1d4d-4188-b517-5462c635f129" -d '{"events": [{"server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "name": "network-vif-plugged", "status": "completed", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:13:11.816004 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port f9e20ef3-6973-41d9-beb8-ca2986248682, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=f9e20ef3-6973-41d9-beb8-ca2986248682,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:11.820719 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:11.844351 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f1f13b-250c-4fa2-8f1a-881649cbd424 x-openstack-request-id: req-a8f1f13b-250c-4fa2-8f1a-881649cbd424 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:13:11.844693 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "name": "network-vif-plugged", "status": "completed", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:13:11.844952 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8f1f13b-250c-4fa2-8f1a-881649cbd424 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:13:11.845358 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'code': 200} Mar 07 18:13:11.871937 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=f9e20ef3-6973-41d9-beb8-ca2986248682,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:11.879049 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:11.879463 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:11.879838 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:11.880218 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:11.880569 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:11.880910 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:11.881256 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:11.881590 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:11.881924 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:11.882258 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:11.882627 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:11.882922 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:11.883258 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:12.072196 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be705f-42a4-4877-9467-055fca4578aa req-dacc572e-66d6-44be-acec-39df35d3ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:12.073852 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-46be705f-42a4-4877-9467-055fca4578aa req-dacc572e-66d6-44be-acec-39df35d3ef80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 1129 time: 0.0427902 Mar 07 18:13:12.081009 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9a721188-a4a5-4ca4-a951-ca44f941c365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:12.123956 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-46be705f-42a4-4877-9467-055fca4578aa req-1236ae99-61a3-4eb4-9937-5d4f3227febe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 Mar 07 18:13:12.337847 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5a573-094d-4412-b700-c8831a5262d7 req-1e3cdc36-0440-465d-89e4-e2a17a46e281 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:12.339265 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-42e5a573-094d-4412-b700-c8831a5262d7 req-1e3cdc36-0440-465d-89e4-e2a17a46e281 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0585632 Mar 07 18:13:12.389229 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-42e5a573-094d-4412-b700-c8831a5262d7 req-ab82b969-53b1-4dc1-b322-0682de273670 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444956 Mar 07 18:13:12.621445 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4fbae-0fa7-4e31-a4bf-3abcd82f229f req-aa6049da-db43-4924-91af-09a1c054fc7b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:12.622863 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcc4fbae-0fa7-4e31-a4bf-3abcd82f229f req-aa6049da-db43-4924-91af-09a1c054fc7b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0549059 Mar 07 18:13:12.668587 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dcc4fbae-0fa7-4e31-a4bf-3abcd82f229f req-81add6a5-e916-4a72-b981-74532328d678 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdfd6a9f-fcbd-4851-ad66-92a77d474d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401654 Mar 07 18:13:12.854578 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-89c3a6bd-fb3e-4e96-b19f-af3c162e29c7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:12.856088 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-89c3a6bd-fb3e-4e96-b19f-af3c162e29c7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.37 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 946 time: 0.0894263 Mar 07 18:13:12.869438 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d37d7-fe33-41c4-bcda-269287f5b010 req-b604d57d-f7c2-4cae-a59c-0fe0c12586cd tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:12.871002 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-749d37d7-fe33-41c4-bcda-269287f5b010 req-b604d57d-f7c2-4cae-a59c-0fe0c12586cd tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 945 time: 0.0784366 Mar 07 18:13:12.968763 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-749d37d7-fe33-41c4-bcda-269287f5b010 req-9f6e4b54-a3b6-4f49-95fb-b12aad0c2286 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907810 Mar 07 18:13:12.996954 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Deleting port 2c193956-08c0-4bb3-9b9f-58450a29fe03 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:13:12.997384 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:13.087282 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] For port 2c193956-08c0-4bb3-9b9f-58450a29fe03, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=2c193956-08c0-4bb3-9b9f-58450a29fe03,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:13.087638 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:13.260438 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:13.260886 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (859cd24f-9367-4ba7-9722-f7b3d69f3d15), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:13.261118 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Floating IP 859cd24f-9367-4ba7-9722-f7b3d69f3d15 disassociated. External IP: 172.27.0.43, port: 2c193956-08c0-4bb3-9b9f-58450a29fe03. Mar 07 18:13:13.261450 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Calling delete_port for 2c193956-08c0-4bb3-9b9f-58450a29fe03 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:13:13.392587 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (2c193956-08c0-4bb3-9b9f-58450a29fe03), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:13.424813 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event deleted for resources: {'Port': ['ID=2c193956-08c0-4bb3-9b9f-58450a29fe03,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:13.563824 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e144952-966c-44e7-8ca5-58cffa7fe70e req-e117f040-cdbd-47c7-a759-08cc4865f565 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:13.565211 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2e144952-966c-44e7-8ca5-58cffa7fe70e req-e117f040-cdbd-47c7-a759-08cc4865f565 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0978906 Mar 07 18:13:13.595599 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Router 306edbd1-e8e6-42a9-ad51-fd88435c6432 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:13:13.663593 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2e144952-966c-44e7-8ca5-58cffa7fe70e req-6780b96f-c014-4c0d-a8eb-34b7cd74cc0f tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917623 Mar 07 18:13:13.732947 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-9b0d7886-e843-4834-82df-4a7c4f82f41e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:13.734495 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-9b0d7886-e843-4834-82df-4a7c4f82f41e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 945 time: 0.0729685 Mar 07 18:13:13.750895 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:13:13.764418 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf5c909-0c82-49b7-ae7b-a38da68d1775 None None] Sync routers for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:13:13.780913 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5c909-0c82-49b7-ae7b-a38da68d1775 None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:13:13.782493 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0bf5c909-0c82-49b7-ae7b-a38da68d1775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:12:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:13.852451 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] No DVR routers for this DVR port 2c193956-08c0-4bb3-9b9f-58450a29fe03 on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:13:13.897219 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:13.897871 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Deleting port aa4de8d8-72c7-4f13-a5fd-e786946295c6 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:13:13.898842 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:13.900967 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ad9e1efc-b504-42ba-bfae-590a8e1065bc req-fb375c1e-c00c-4860-b2e5-098cc85ce6e5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.37 "DELETE /v2.0/ports/2c193956-08c0-4bb3-9b9f-58450a29fe03 HTTP/1.1" status: 204 len: 173 time: 1.0290861 Mar 07 18:13:13.939794 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'name': 'network-vif-deleted', 'tag': '2c193956-08c0-4bb3-9b9f-58450a29fe03'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:13:13.942599 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93f3fe6-c71f-4f82-9617-18495298ebb5" -d '{"events": [{"server_uuid": "9039d630-bdd8-40d6-a2b2-8228fdbb1db2", "name": "network-vif-deleted", "tag": "2c193956-08c0-4bb3-9b9f-58450a29fe03"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:13:13.949745 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2955694e-5dc6-4a12-9fe1-ba740cee185a req-323cbe46-70d0-463a-b13e-01ec652fd077 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=9039d630-bdd8-40d6-a2b2-8228fdbb1db2 HTTP/1.1" status: 200 len: 210 time: 0.1186523 Mar 07 18:13:13.996498 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfadba-17f7-4cdc-94bc-deebeb109864 req-3b28614f-dcdd-4da2-a188-7539bd4d09c9 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:13.998052 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d4bfadba-17f7-4cdc-94bc-deebeb109864 req-3b28614f-dcdd-4da2-a188-7539bd4d09c9 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.1668155 Mar 07 18:13:14.059455 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0bf5c909-0c82-49b7-ae7b-a38da68d1775 None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:13:14.060720 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9920e6a-9c0e-47ee-9a31-4ad74ef2225e x-openstack-request-id: req-a9920e6a-9c0e-47ee-9a31-4ad74ef2225e {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:13:14.061080 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9039d630-bdd8-40d6-a2b2-8228fdbb1db2", "name": "network-vif-deleted", "tag": "2c193956-08c0-4bb3-9b9f-58450a29fe03", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:13:14.061336 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9920e6a-9c0e-47ee-9a31-4ad74ef2225e {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:13:14.061857 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9039d630-bdd8-40d6-a2b2-8228fdbb1db2', 'name': 'network-vif-deleted', 'tag': '2c193956-08c0-4bb3-9b9f-58450a29fe03', 'status': 'completed', 'code': 200} Mar 07 18:13:14.078396 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] For port aa4de8d8-72c7-4f13-a5fd-e786946295c6, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=aa4de8d8-72c7-4f13-a5fd-e786946295c6,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:14.078843 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:14.123187 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d4bfadba-17f7-4cdc-94bc-deebeb109864 req-ec46764c-2108-4dcd-a5b1-5023728cb697 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168554 Mar 07 18:13:14.150541 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39752) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:14.183813 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc27d1d-660e-4369-80c5-b3f6d9ad4cc3 req-b63cff51-756d-489b-8af7-554b199c63e0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:14.185804 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bdc27d1d-660e-4369-80c5-b3f6d9ad4cc3 req-b63cff51-756d-489b-8af7-554b199c63e0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 945 time: 0.0762894 Mar 07 18:13:14.261665 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bdc27d1d-660e-4369-80c5-b3f6d9ad4cc3 req-bbb16291-1c41-41ed-93c1-2253c5ab9a99 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=bffece2d-4d07-4521-a5c6-1ce9c0e03259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684183 Mar 07 18:13:14.295936 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-70da43d6-ed62-4ad8-a9c7-3cb88d93af13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:14.303356 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0bf5c909-0c82-49b7-ae7b-a38da68d1775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:54Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:14.331059 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf5c909-0c82-49b7-ae7b-a38da68d1775 None None] Checking router: 306edbd1-e8e6-42a9-ad51-fd88435c6432 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:13:14.346998 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5c909-0c82-49b7-ae7b-a38da68d1775 None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:13:14.347618 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0bf5c909-0c82-49b7-ae7b-a38da68d1775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:13:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:14.374251 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:14.374546 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (dc5db524-c223-493b-ba28-e5a92544240e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:14.374859 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.l3_db [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Floating IP dc5db524-c223-493b-ba28-e5a92544240e disassociated. External IP: 172.27.0.10, port: aa4de8d8-72c7-4f13-a5fd-e786946295c6. Mar 07 18:13:14.375206 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Calling delete_port for aa4de8d8-72c7-4f13-a5fd-e786946295c6 owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:13:14.382726 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25663ceb-182c-4775-8cf4-a2487421d391 tempest-TestShelveInstance-1187228040 tempest-TestShelveInstance-1187228040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:14.385106 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-25663ceb-182c-4775-8cf4-a2487421d391 tempest-TestShelveInstance-1187228040 tempest-TestShelveInstance-1187228040-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 1124 time: 0.2331197 Mar 07 18:13:14.387844 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39756) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:14.395360 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'port_id': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:14.431719 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:14.479504 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0bf5c909-0c82-49b7-ae7b-a38da68d1775 None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:13:14.546502 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:14.547966 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (aa4de8d8-72c7-4f13-a5fd-e786946295c6), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:14.586144 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event deleted for resources: {'Port': ['ID=aa4de8d8-72c7-4f13-a5fd-e786946295c6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:14.594471 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.594823 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.595171 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.596175 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.596175 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.596175 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.596514 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.596858 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.597177 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.597507 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.597831 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.598155 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.598961 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:14.659947 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Allocated IP 172.27.0.37 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/8722f1dd-d5f4-436f-a570-7b1d9737950e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:13:14.701705 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0bf5c909-0c82-49b7-ae7b-a38da68d1775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:54Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:14.719150 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:13:14.733324 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf5c909-0c82-49b7-ae7b-a38da68d1775 None None] The sync data for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi is: [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:54Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:13:14.778659 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for port (8722f1dd-d5f4-436f-a570-7b1d9737950e), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:14.818593 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (8722f1dd-d5f4-436f-a570-7b1d9737950e), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:14.830089 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:13:14.843647 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488843a3-2492-4a90-9787-8c86f5942a1d None None] Sync routers for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:13:14.853139 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:13:14.854225 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488843a3-2492-4a90-9787-8c86f5942a1d None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:13:14.854903 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-488843a3-2492-4a90-9787-8c86f5942a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:13:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:14.860049 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:13:14.860049 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:13:14.879013 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] No DVR routers for this DVR port aa4de8d8-72c7-4f13-a5fd-e786946295c6 on host hv-cinder-83229 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:13:14.881781 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:14.885365 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-d377d6b6-cb25-4c14-a8a0-d870d145986c req-88424dc3-7789-4ae4-a801-6215bcb0f58e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "DELETE /v2.0/ports/aa4de8d8-72c7-4f13-a5fd-e786946295c6 HTTP/1.1" status: 204 len: 173 time: 1.1451337 Mar 07 18:13:14.886516 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'name': 'network-vif-deleted', 'tag': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:13:14.889021 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74562c75-2910-4a60-9e77-8aaea6cecf3f" -d '{"events": [{"server_uuid": "05d13372-1c7a-4dfb-a772-47eb3a638a2c", "name": "network-vif-deleted", "tag": "aa4de8d8-72c7-4f13-a5fd-e786946295c6"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:13:14.908037 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event updated for resources: {'Port': ['ID=8722f1dd-d5f4-436f-a570-7b1d9737950e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:14.945742 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16ef15c-1216-447b-a393-1c81b3d10081 x-openstack-request-id: req-a16ef15c-1216-447b-a393-1c81b3d10081 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:13:14.946043 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d13372-1c7a-4dfb-a772-47eb3a638a2c", "name": "network-vif-deleted", "tag": "aa4de8d8-72c7-4f13-a5fd-e786946295c6", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:13:14.946303 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a16ef15c-1216-447b-a393-1c81b3d10081 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:13:14.946708 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d13372-1c7a-4dfb-a772-47eb3a638a2c', 'name': 'network-vif-deleted', 'tag': 'aa4de8d8-72c7-4f13-a5fd-e786946295c6', 'status': 'completed', 'code': 200} Mar 07 18:13:15.052295 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-488843a3-2492-4a90-9787-8c86f5942a1d None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:13:15.097887 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a81513-032c-492b-a1e2-7b58ee0aa67f None None] New status for floating IP 859cd24f-9367-4ba7-9722-f7b3d69f3d15: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:13:15.124967 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39768) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:15.224754 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6f962ef0-79e9-4d43-8890-58464d6d9242 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group (fdfd6a9f-fcbd-4851-ad66-92a77d474d82), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:15.291720 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6f962ef0-79e9-4d43-8890-58464d6d9242 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group (fdfd6a9f-fcbd-4851-ad66-92a77d474d82), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:15.375072 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-488843a3-2492-4a90-9787-8c86f5942a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:15.400192 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6f962ef0-79e9-4d43-8890-58464d6d9242 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (fdfd6a9f-fcbd-4851-ad66-92a77d474d82), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:15.408646 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6f962ef0-79e9-4d43-8890-58464d6d9242 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:15.409833 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-6f962ef0-79e9-4d43-8890-58464d6d9242 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "DELETE /v2.0/security-groups/fdfd6a9f-fcbd-4851-ad66-92a77d474d82 HTTP/1.1" status: 204 len: 168 time: 0.2838795 Mar 07 18:13:15.419789 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39772) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:15.453124 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:15.458336 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f962ef0-79e9-4d43-8890-58464d6d9242 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfd6a9f-fcbd-4851-ad66-92a77d474d82,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:15.472772 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:15.477310 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.api.v2.resource [None req-abf99027-df0b-4f44-a1e0-1148c7fbe845 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] show failed (client error): The resource could not be found. Mar 07 18:13:15.478648 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-abf99027-df0b-4f44-a1e0-1148c7fbe845 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups/fdfd6a9f-fcbd-4851-ad66-92a77d474d82 HTTP/1.1" status: 404 len: 347 time: 0.0546355 Mar 07 18:13:15.481707 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39774) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:15.489860 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488843a3-2492-4a90-9787-8c86f5942a1d None None] Checking router: 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:13:15.552753 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488843a3-2492-4a90-9787-8c86f5942a1d None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:13:15.553385 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-488843a3-2492-4a90-9787-8c86f5942a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:13:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:15.660180 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1fa99032-2553-4be4-97b8-007fc8326afc req-268b5727-b208-4649-89d6-ff8b812653ed tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d13372-1c7a-4dfb-a772-47eb3a638a2c HTTP/1.1" status: 200 len: 210 time: 0.0452073 Mar 07 18:13:15.716673 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e1ae7-f771-4d31-8c81-ef37d63cc81e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Deleting port 8a0b8fdf-9398-4104-8f17-8650d69cf8a0 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:13:15.717110 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1ae7-f771-4d31-8c81-ef37d63cc81e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (8a0b8fdf-9398-4104-8f17-8650d69cf8a0), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:15.723665 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-488843a3-2492-4a90-9787-8c86f5942a1d None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:13:15.798259 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1ae7-f771-4d31-8c81-ef37d63cc81e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (8a0b8fdf-9398-4104-8f17-8650d69cf8a0), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:15.798587 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1ae7-f771-4d31-8c81-ef37d63cc81e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (8a0b8fdf-9398-4104-8f17-8650d69cf8a0), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:15.811057 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e1ae7-f771-4d31-8c81-ef37d63cc81e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Calling delete_port for 8a0b8fdf-9398-4104-8f17-8650d69cf8a0 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:13:15.832676 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for floatingip (9ed4c392-1d56-4dc2-958a-827be1d3f6a3), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:15.912832 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (8722f1dd-d5f4-436f-a570-7b1d9737950e), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:15.945993 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-488843a3-2492-4a90-9787-8c86f5942a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:15.954621 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1ae7-f771-4d31-8c81-ef37d63cc81e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (8a0b8fdf-9398-4104-8f17-8650d69cf8a0), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:15.971894 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488843a3-2492-4a90-9787-8c86f5942a1d None None] The sync data for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi is: [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:13:15.980519 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e1ae7-f771-4d31-8c81-ef37d63cc81e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event deleted for resources: {'Port': ['ID=8a0b8fdf-9398-4104-8f17-8650d69cf8a0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:16.048408 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1ae7-f771-4d31-8c81-ef37d63cc81e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (859cd24f-9367-4ba7-9722-f7b3d69f3d15), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.051379 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1ae7-f771-4d31-8c81-ef37d63cc81e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.052629 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-4d2e1ae7-f771-4d31-8c81-ef37d63cc81e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "DELETE /v2.0/floatingips/859cd24f-9367-4ba7-9722-f7b3d69f3d15 HTTP/1.1" status: 204 len: 168 time: 0.5696077 Mar 07 18:13:16.082064 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for port (8722f1dd-d5f4-436f-a570-7b1d9737950e), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.087418 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (8722f1dd-d5f4-436f-a570-7b1d9737950e), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.156006 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event updated for resources: {'Port': ['ID=8722f1dd-d5f4-436f-a570-7b1d9737950e,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:16.168637 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (9ed4c392-1d56-4dc2-958a-827be1d3f6a3), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.247306 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fc6ea0-22df-4b5d-8d95-dbeee973dcf9 None None] New status for floating IP dc5db524-c223-493b-ba28-e5a92544240e: DOWN {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:13:16.278147 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Floating IP 9ed4c392-1d56-4dc2-958a-827be1d3f6a3 associated. External IP: 172.27.0.37, port: f9e20ef3-6973-41d9-beb8-ca2986248682. Mar 07 18:13:16.301501 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39786) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:16.307007 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-16f88487-ada0-4351-b075-a6652c8b9d6b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954605352', 'description': 'tempest-description--1570143503'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:16.330602 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16f88487-ada0-4351-b075-a6652c8b9d6b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.409268 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16f88487-ada0-4351-b075-a6652c8b9d6b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group (4fdfc351-c95c-43bf-ac6d-374aa0798b45), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.413527 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16f88487-ada0-4351-b075-a6652c8b9d6b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (4fdfc351-c95c-43bf-ac6d-374aa0798b45), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.446393 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16f88487-ada0-4351-b075-a6652c8b9d6b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.447403 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-16f88487-ada0-4351-b075-a6652c8b9d6b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1446345 Mar 07 18:13:16.448123 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f88487-ada0-4351-b075-a6652c8b9d6b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdfc351-c95c-43bf-ac6d-374aa0798b45,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:16.450882 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39788) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:16.455402 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-19572782-a6e4-4be9-8089-65d0422e6d9f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Request body: {'security_group_rule': {'security_group_id': '4fdfc351-c95c-43bf-ac6d-374aa0798b45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:16.480000 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19572782-a6e4-4be9-8089-65d0422e6d9f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group_rule (31e1b4b8-00a7-4f51-94fb-62014dfefd1f), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.515504 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Router 65bcbd03-c500-4c0b-8787-5410fc0b7610 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:13:16.540701 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19572782-a6e4-4be9-8089-65d0422e6d9f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group_rule (31e1b4b8-00a7-4f51-94fb-62014dfefd1f), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.544324 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19572782-a6e4-4be9-8089-65d0422e6d9f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (31e1b4b8-00a7-4f51-94fb-62014dfefd1f), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.562757 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19572782-a6e4-4be9-8089-65d0422e6d9f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e1b4b8-00a7-4f51-94fb-62014dfefd1f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:16.572045 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19572782-a6e4-4be9-8089-65d0422e6d9f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.575684 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-19572782-a6e4-4be9-8089-65d0422e6d9f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214154 Mar 07 18:13:16.575885 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39790) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:16.580341 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ee26a8b6-6ce7-45d8-a36e-a25740c448d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Request body: {'security_group_rule': {'security_group_id': '4fdfc351-c95c-43bf-ac6d-374aa0798b45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:16.605744 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee26a8b6-6ce7-45d8-a36e-a25740c448d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group_rule (e3220497-67ae-4fea-bcce-90fc32f20fb1), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.628437 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:13:16.639836 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f5e6d0-6b4c-421e-a029-02a794566a65 None None] Sync routers for ids ['65bcbd03-c500-4c0b-8787-5410fc0b7610'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:13:16.650555 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.651748 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5e6d0-6b4c-421e-a029-02a794566a65 None None] Routers {'65bcbd03-c500-4c0b-8787-5410fc0b7610'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:13:16.652412 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-58f5e6d0-6b4c-421e-a029-02a794566a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:13:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['65bcbd03-c500-4c0b-8787-5410fc0b7610'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:16.674555 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee26a8b6-6ce7-45d8-a36e-a25740c448d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group_rule (e3220497-67ae-4fea-bcce-90fc32f20fb1), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.681727 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee26a8b6-6ce7-45d8-a36e-a25740c448d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (e3220497-67ae-4fea-bcce-90fc32f20fb1), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.688078 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a7553d86-cb05-4955-b3e7-2d94581f6f1a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2983954 Mar 07 18:13:16.688728 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:13:16.691789 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00390d23-3803-4abb-92f2-75fa67b27cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:13:16.709087 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26a8b6-6ce7-45d8-a36e-a25740c448d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3220497-67ae-4fea-bcce-90fc32f20fb1,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:16.720244 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee26a8b6-6ce7-45d8-a36e-a25740c448d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.721836 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-ee26a8b6-6ce7-45d8-a36e-a25740c448d3 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449447 Mar 07 18:13:16.728030 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39802) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:16.744445 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:16.770299 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf4b75c-5d6e-4540-bb07-d3aea3ab1880 x-openstack-request-id: req-0bf4b75c-5d6e-4540-bb07-d3aea3ab1880 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:13:16.770691 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:13:16.771231 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bf4b75c-5d6e-4540-bb07-d3aea3ab1880 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:13:16.771785 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'status': 'completed', 'code': 200} Mar 07 18:13:16.781562 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.805709 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39808) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:16.841543 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-58f5e6d0-6b4c-421e-a029-02a794566a65 None None] Set router 65bcbd03-c500-4c0b-8787-5410fc0b7610 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:13:16.864449 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00390d23-3803-4abb-92f2-75fa67b27cfb req-f95d8e7d-e630-4968-8a75-53d213354c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:16.866054 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-00390d23-3803-4abb-92f2-75fa67b27cfb req-f95d8e7d-e630-4968-8a75-53d213354c92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=246784bbaaeb4899bb99187384041d42&device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 1129 time: 0.0707700 Mar 07 18:13:16.883312 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3049318e-a101-4a1c-98f9-d2f2d9e0ddce tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (bffece2d-4d07-4521-a5c6-1ce9c0e03259), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.916013 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3049318e-a101-4a1c-98f9-d2f2d9e0ddce tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (bffece2d-4d07-4521-a5c6-1ce9c0e03259), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.955284 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.982267 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3049318e-a101-4a1c-98f9-d2f2d9e0ddce tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (bffece2d-4d07-4521-a5c6-1ce9c0e03259), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.989246 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3049318e-a101-4a1c-98f9-d2f2d9e0ddce tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:16.993238 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3049318e-a101-4a1c-98f9-d2f2d9e0ddce tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "DELETE /v2.0/security-groups/bffece2d-4d07-4521-a5c6-1ce9c0e03259 HTTP/1.1" status: 204 len: 168 time: 0.1858904 Mar 07 18:13:16.997003 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39812) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:17.006039 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049318e-a101-4a1c-98f9-d2f2d9e0ddce tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffece2d-4d07-4521-a5c6-1ce9c0e03259,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:17.028262 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.api.v2.resource [None req-1cba291d-f2f0-452c-8fcb-30b861157870 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] show failed (client error): The resource could not be found. Mar 07 18:13:17.031404 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39814) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:17.031570 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-1cba291d-f2f0-452c-8fcb-30b861157870 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups/bffece2d-4d07-4521-a5c6-1ce9c0e03259 HTTP/1.1" status: 404 len: 347 time: 0.0313952 Mar 07 18:13:17.033226 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.046128 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00390d23-3803-4abb-92f2-75fa67b27cfb req-675da949-34fc-4bbd-a300-9a36db21285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:17.047758 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-00390d23-3803-4abb-92f2-75fa67b27cfb req-675da949-34fc-4bbd-a300-9a36db21285a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff839f24-e12f-4a87-9697-bfe326c1e617 HTTP/1.1" status: 200 len: 909 time: 0.1570480 Mar 07 18:13:17.136062 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-58f5e6d0-6b4c-421e-a029-02a794566a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:12:24Z', 'revision_number': 4, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '9ed4c392-1d56-4dc2-958a-827be1d3f6a3', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'port_id': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'mac_address': 'fa:16:3e:b8:e5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:13:15Z', 'updated_at': '2022-03-07T18:13:15Z', 'revision_number': 0, 'project_id': '246784bbaaeb4899bb99187384041d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a', 'name': '', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'mac_address': 'fa:16:3e:b3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:23Z', 'updated_at': '2022-03-07T18:12:27Z', 'revision_number': 5, 'project_id': '246784bbaaeb4899bb99187384041d42', 'subnets': [{'id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:17.164220 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f5e6d0-6b4c-421e-a029-02a794566a65 None None] Checking router: 65bcbd03-c500-4c0b-8787-5410fc0b7610 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:13:17.168598 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ba0333a4-b670-4472-8336-ef4176a2702b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Deleting port 04d3080a-79be-47d4-8d5d-9b2a72ceeb41 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:13:17.168945 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba0333a4-b670-4472-8336-ef4176a2702b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (04d3080a-79be-47d4-8d5d-9b2a72ceeb41), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.172671 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5e6d0-6b4c-421e-a029-02a794566a65 None None] Routers {'65bcbd03-c500-4c0b-8787-5410fc0b7610'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:13:17.173283 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-58f5e6d0-6b4c-421e-a029-02a794566a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:13:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['65bcbd03-c500-4c0b-8787-5410fc0b7610'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:17.176674 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-00390d23-3803-4abb-92f2-75fa67b27cfb req-9537efab-21d0-4f0c-9f63-58bac88067de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e20ef3-6973-41d9-beb8-ca2986248682 HTTP/1.1" status: 200 len: 998 time: 0.1221123 Mar 07 18:13:17.245190 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00390d23-3803-4abb-92f2-75fa67b27cfb req-e17b5827-0887-41fb-98c2-80dcb7b359a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:17.246676 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-00390d23-3803-4abb-92f2-75fa67b27cfb req-e17b5827-0887-41fb-98c2-80dcb7b359a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181 HTTP/1.1" status: 200 len: 847 time: 0.0640864 Mar 07 18:13:17.247898 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Allocated IP 172.27.0.18 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/f2d1d622-d079-4fdd-bc79-01e6924df814) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:13:17.252535 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba0333a4-b670-4472-8336-ef4176a2702b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (04d3080a-79be-47d4-8d5d-9b2a72ceeb41), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.252903 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba0333a4-b670-4472-8336-ef4176a2702b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (04d3080a-79be-47d4-8d5d-9b2a72ceeb41), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.266003 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ba0333a4-b670-4472-8336-ef4176a2702b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Calling delete_port for 04d3080a-79be-47d4-8d5d-9b2a72ceeb41 owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:13:17.290142 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-58f5e6d0-6b4c-421e-a029-02a794566a65 None None] Set router 65bcbd03-c500-4c0b-8787-5410fc0b7610 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:13:17.367678 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for port (f2d1d622-d079-4fdd-bc79-01e6924df814), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.409464 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (f2d1d622-d079-4fdd-bc79-01e6924df814), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.412567 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba0333a4-b670-4472-8336-ef4176a2702b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (04d3080a-79be-47d4-8d5d-9b2a72ceeb41), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.439222 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0333a4-b670-4472-8336-ef4176a2702b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event deleted for resources: {'Port': ['ID=04d3080a-79be-47d4-8d5d-9b2a72ceeb41,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:17.449643 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:13:17.454420 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:13:17.456991 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:13:17.486179 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event updated for resources: {'Port': ['ID=f2d1d622-d079-4fdd-bc79-01e6924df814,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:17.505774 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba0333a4-b670-4472-8336-ef4176a2702b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (dc5db524-c223-493b-ba28-e5a92544240e), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.509237 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba0333a4-b670-4472-8336-ef4176a2702b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.513706 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ba0333a4-b670-4472-8336-ef4176a2702b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "DELETE /v2.0/floatingips/dc5db524-c223-493b-ba28-e5a92544240e HTTP/1.1" status: 204 len: 168 time: 0.4780819 Mar 07 18:13:17.569081 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (6809c49c-7005-4b33-ab02-0f3174a4100e), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.614512 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (f2d1d622-d079-4fdd-bc79-01e6924df814), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.664920 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-58f5e6d0-6b4c-421e-a029-02a794566a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:12:24Z', 'revision_number': 4, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '9ed4c392-1d56-4dc2-958a-827be1d3f6a3', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'port_id': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'mac_address': 'fa:16:3e:b8:e5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:13:15Z', 'updated_at': '2022-03-07T18:13:15Z', 'revision_number': 0, 'project_id': '246784bbaaeb4899bb99187384041d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a', 'name': '', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'mac_address': 'fa:16:3e:b3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:23Z', 'updated_at': '2022-03-07T18:12:27Z', 'revision_number': 5, 'project_id': '246784bbaaeb4899bb99187384041d42', 'subnets': [{'id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:17.697085 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f5e6d0-6b4c-421e-a029-02a794566a65 None None] The sync data for ids ['65bcbd03-c500-4c0b-8787-5410fc0b7610'] in dv-cinder-832291-1-iscsi is: [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:12:24Z', 'revision_number': 4, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '9ed4c392-1d56-4dc2-958a-827be1d3f6a3', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'port_id': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'mac_address': 'fa:16:3e:b8:e5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:13:15Z', 'updated_at': '2022-03-07T18:13:15Z', 'revision_number': 0, 'project_id': '246784bbaaeb4899bb99187384041d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a', 'name': '', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'mac_address': 'fa:16:3e:b3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:23Z', 'updated_at': '2022-03-07T18:12:27Z', 'revision_number': 5, 'project_id': '246784bbaaeb4899bb99187384041d42', 'subnets': [{'id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:13:17.778092 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for port (f2d1d622-d079-4fdd-bc79-01e6924df814), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.785450 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (f2d1d622-d079-4fdd-bc79-01e6924df814), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.862846 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event updated for resources: {'Port': ['ID=f2d1d622-d079-4fdd-bc79-01e6924df814,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:17.870885 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (6809c49c-7005-4b33-ab02-0f3174a4100e), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.888485 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:17.890176 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-7bbd7ea9-74e8-4a41-a234-23fbc9378fba tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1609457 Mar 07 18:13:17.934251 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39820) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:17.938776 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-17f63c7c-98b2-46a6-96e7-aa67bcf62e23 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748881064', 'description': 'tempest-description--65885867'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:17.949578 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d01d640-0648-42c9-8f5a-92e6653810d6 None None] New status for floating IP 9ed4c392-1d56-4dc2-958a-827be1d3f6a3: ACTIVE {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:13:17.969869 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-17f63c7c-98b2-46a6-96e7-aa67bcf62e23 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.089831 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-17f63c7c-98b2-46a6-96e7-aa67bcf62e23 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (74c4d775-4ac2-4d41-9475-fb5c1e685992), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.102210 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-17f63c7c-98b2-46a6-96e7-aa67bcf62e23 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (74c4d775-4ac2-4d41-9475-fb5c1e685992), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.112002 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00390d23-3803-4abb-92f2-75fa67b27cfb req-4293ce24-fb5d-4b73-a224-9c331573ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:18.114354 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-00390d23-3803-4abb-92f2-75fa67b27cfb req-4293ce24-fb5d-4b73-a224-9c331573ef4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff839f24-e12f-4a87-9697-bfe326c1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659621 Mar 07 18:13:18.160276 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-17f63c7c-98b2-46a6-96e7-aa67bcf62e23 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.161497 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-17f63c7c-98b2-46a6-96e7-aa67bcf62e23 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2262487 Mar 07 18:13:18.165696 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39834) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:18.169855 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f63c7c-98b2-46a6-96e7-aa67bcf62e23 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c4d775-4ac2-4d41-9475-fb5c1e685992,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:18.170404 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0d39c4b4-f6dc-4f9f-95d0-9a2f4dfbb0a0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'security_group_rule': {'security_group_id': '74c4d775-4ac2-4d41-9475-fb5c1e685992', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:18.178717 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-5e96410b-384d-40bc-8400-4231a0283c37 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--954605352&fields=id&tenant_id=a3f9e1ac18ce4f78b19a304c594103b8 HTTP/1.1" status: 200 len: 267 time: 0.0864315 Mar 07 18:13:18.196414 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0d39c4b4-f6dc-4f9f-95d0-9a2f4dfbb0a0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (20329bc9-7de8-4b7f-bc58-e1bcbf6d1d20), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.257088 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0d39c4b4-f6dc-4f9f-95d0-9a2f4dfbb0a0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (20329bc9-7de8-4b7f-bc58-e1bcbf6d1d20), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.261744 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0d39c4b4-f6dc-4f9f-95d0-9a2f4dfbb0a0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (20329bc9-7de8-4b7f-bc58-e1bcbf6d1d20), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.279304 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39c4b4-f6dc-4f9f-95d0-9a2f4dfbb0a0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20329bc9-7de8-4b7f-bc58-e1bcbf6d1d20,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:18.290792 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0d39c4b4-f6dc-4f9f-95d0-9a2f4dfbb0a0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.292016 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-0d39c4b4-f6dc-4f9f-95d0-9a2f4dfbb0a0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253035 Mar 07 18:13:18.294618 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39836) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:18.295515 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-70647358-f6ae-497c-b85e-cab4e8e94d21 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:18.297000 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-70647358-f6ae-497c-b85e-cab4e8e94d21 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/networks?id=d3861992-bbf8-44fd-ac4d-48923961f3e3 HTTP/1.1" status: 200 len: 811 time: 0.1102641 Mar 07 18:13:18.298845 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6fbf00c6-c29e-46b2-bde6-d2ca37e328e7 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'security_group_rule': {'security_group_id': '74c4d775-4ac2-4d41-9475-fb5c1e685992', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:18.311379 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-3018f96f-59e9-4f67-863d-b98088ae8ea1 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/quotas/a3f9e1ac18ce4f78b19a304c594103b8 HTTP/1.1" status: 200 len: 375 time: 0.0089898 Mar 07 18:13:18.326087 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6fbf00c6-c29e-46b2-bde6-d2ca37e328e7 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (45aa03db-246a-473d-bb80-4f2057fb5bdc), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.368832 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-882cdc97-a807-414a-afd2-3b44b02cfd28 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521612 Mar 07 18:13:18.387294 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6fbf00c6-c29e-46b2-bde6-d2ca37e328e7 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (45aa03db-246a-473d-bb80-4f2057fb5bdc), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.391673 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6fbf00c6-c29e-46b2-bde6-d2ca37e328e7 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (45aa03db-246a-473d-bb80-4f2057fb5bdc), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.409778 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf00c6-c29e-46b2-bde6-d2ca37e328e7 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45aa03db-246a-473d-bb80-4f2057fb5bdc,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:18.415095 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6fbf00c6-c29e-46b2-bde6-d2ca37e328e7 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.416620 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-6fbf00c6-c29e-46b2-bde6-d2ca37e328e7 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207666 Mar 07 18:13:18.419386 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39838) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:18.423685 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:18.443902 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.471301 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-a66fe2fc-6edf-4621-af13-f3020bea183e service neutron] 10.222.0.13 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905564 Mar 07 18:13:18.538314 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.550232 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.571660 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-bafe0bf0-131f-4a47-a7f9-8f7a39d2b677 service neutron] 10.222.0.13 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947037 Mar 07 18:13:18.649420 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Allocated IP 172.27.0.122 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/e870500a-4d40-4709-b740-cbd33415264c) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:13:18.751829 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e9bbe6ec-d8a0-413e-b2e9-bc1a0b8e05fb req-31b5e904-c57b-4c66-9418-60f98bf1e10a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 210 time: 0.0304718 Mar 07 18:13:18.761317 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for port (e870500a-4d40-4709-b740-cbd33415264c), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.801876 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (e870500a-4d40-4709-b740-cbd33415264c), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:18.840664 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:13:18.843547 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:13:18.846952 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:13:18.892549 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'Port': ['ID=e870500a-4d40-4709-b740-cbd33415264c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:19.004670 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-00390d23-3803-4abb-92f2-75fa67b27cfb req-4ab2dc85-ecd7-4985-810a-b7617a8355b8 service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528285 Mar 07 18:13:19.014100 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (53fc3027-570e-4cd9-9990-f8245f3811a3), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:19.050923 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (e870500a-4d40-4709-b740-cbd33415264c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:19.201619 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for port (e870500a-4d40-4709-b740-cbd33415264c), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:19.206022 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (e870500a-4d40-4709-b740-cbd33415264c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:19.269917 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'Port': ['ID=e870500a-4d40-4709-b740-cbd33415264c,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:19.281880 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (53fc3027-570e-4cd9-9990-f8245f3811a3), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:19.298087 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:19.299307 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-aa7650f4-3d36-47d6-9d89-a04b7e5b11a2 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8790057 Mar 07 18:13:19.486494 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0eb37a2a-7b6b-4026-9bbd-0f2e803eaf7e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--748881064&fields=id&tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6 HTTP/1.1" status: 200 len: 267 time: 0.0398121 Mar 07 18:13:19.591267 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-92aafb7c-4923-46f5-84ec-964674060832 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:19.592731 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-92aafb7c-4923-46f5-84ec-964674060832 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 815 time: 0.0989711 Mar 07 18:13:19.607847 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-4b7fe330-d319-4d86-89a1-5e11debb1c68 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/quotas/28ec9c535ebc4ad2bb49eaa164032bb6 HTTP/1.1" status: 200 len: 375 time: 0.0097792 Mar 07 18:13:19.660732 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-b0c9e87a-2def-47b9-941f-04f6e8424bf5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480425 Mar 07 18:13:19.753124 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-bc1cb448-35ec-49bc-8eb0-9c826f96b0b0 service neutron] 10.222.0.13 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808704 Mar 07 18:13:19.783833 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 2c193956-08c0-4bb3-9b9f-58450a29fe03 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:13:19.833778 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 2c193956-08c0-4bb3-9b9f-58450a29fe03 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:13:19.834379 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 2c193956-08c0-4bb3-9b9f-58450a29fe03 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:13:19.835625 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device aa4de8d8-72c7-4f13-a5fd-e786946295c6 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:13:19.858297 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: aa4de8d8-72c7-4f13-a5fd-e786946295c6 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:13:19.858901 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device aa4de8d8-72c7-4f13-a5fd-e786946295c6 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:13:19.864830 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f0bb7b87-e8b3-49f2-9081-fcf3952a39c0 service neutron] 10.222.0.13 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056883 Mar 07 18:13:19.879547 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-00390d23-3803-4abb-92f2-75fa67b27cfb req-c6016eeb-4d32-495a-a7f8-73bee526a9c6 service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014948 Mar 07 18:13:19.918607 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0f8bfb79-823a-4664-a08e-9235ef27d977 req-f0ea6574-f671-451b-8a2c-22e0148fa511 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 210 time: 0.0444539 Mar 07 18:13:20.042463 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0b77e66-a645-4e62-9094-64b10af65ba3 req-57a4abdd-0607-4d8d-90e6-fc0a9a710e7e tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 210 time: 0.0308075 Mar 07 18:13:20.552339 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-7f5b5bc9-64e1-421a-9069-2f622a737c0e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:20.555956 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-7f5b5bc9-64e1-421a-9069-2f622a737c0e tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.37 "GET /v2.0/networks?id=d3861992-bbf8-44fd-ac4d-48923961f3e3 HTTP/1.1" status: 200 len: 811 time: 0.1551416 Mar 07 18:13:20.632695 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-a2b882bd-5a74-4854-b59b-d87ac2a241d5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3f9e1ac18ce4f78b19a304c594103b8 HTTP/1.1" status: 200 len: 379 time: 0.0662596 Mar 07 18:13:20.653250 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Request body: {'port': {'device_id': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'admin_state_up': True, 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'security_groups': ['4fdfc351-c95c-43bf-ac6d-374aa0798b45']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:20.765736 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Made reservation on behalf of a3f9e1ac18ce4f78b19a304c594103b8 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:13:20.769939 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:21.065781 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2a8db8db-8f70-4c5b-ba77-c41a73e66ff1 req-96c38aaf-5b4f-4c35-a4fa-44ce3d5e0164 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 210 time: 0.0630608 Mar 07 18:13:21.180487 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2fcc60cb-c7bc-4573-a7a7-f804fb31c837 req-794ff8d1-bcaa-4de7-971a-3aef0eff0bcb tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 210 time: 0.0357952 Mar 07 18:13:21.188044 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Allocated IP 172.20.0.4 (d3861992-bbf8-44fd-ac4d-48923961f3e3/e3778293-3d6a-4b92-a3b7-6d9e07a0860c/ec0a9d8a-288e-4f9a-9909-ee4c34e310ed) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:13:21.202472 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-467423fe-8f19-405b-9f3b-bbebead28b32 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:21.202472 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-467423fe-8f19-405b-9f3b-bbebead28b32 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 815 time: 0.1825476 Mar 07 18:13:21.277325 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-a0261f91-2bcd-4b5c-9955-547be384af93 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6 HTTP/1.1" status: 200 len: 379 time: 0.0679705 Mar 07 18:13:21.286973 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'port': {'device_id': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'admin_state_up': True, 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'security_groups': ['74c4d775-4ac2-4d41-9475-fb5c1e685992']}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:21.333227 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:21.371309 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:21.397914 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Made reservation on behalf of 28ec9c535ebc4ad2bb49eaa164032bb6 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:13:21.404698 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:21.416256 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Network d3861992-bbf8-44fd-ac4d-48923961f3e3 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:13:21.421172 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:13:21.425607 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:13:21.430007 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event updated for resources: {'Port': ['ID=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:21.477210 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:21.477909 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:21.497913 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-dc6dec6b-d033-4ea7-bb56-71c8357896d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8521657 Mar 07 18:13:21.510293 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Request body: {'port': {'device_id': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:21.546692 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Allocated IP 172.20.0.8 (800e9ee9-8ed4-475a-8cec-65f891cb90a7/94dfeeb6-64a3-458e-b465-1993f2079c52/e08c958b-8816-4367-a8f6-541e1e16b3a1) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:13:21.577854 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:21.666046 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-1c1b95ab-03a8-486a-aaf9-5799907dbb14 None None] Provisioning complete for port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:13:21.666627 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1c1b95ab-03a8-486a-aaf9-5799907dbb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:21.697315 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:21.704122 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b95ab-03a8-486a-aaf9-5799907dbb14 None None] Port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:13:21.735338 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:21.780906 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:13:21.783860 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:13:21.787374 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:13:21.821642 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event updated for resources: {'Port': ['ID=e08c958b-8816-4367-a8f6-541e1e16b3a1,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:21.837612 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.838343 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.838838 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.839337 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.839893 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.840385 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.840807 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.841202 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.842067 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.842471 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.842867 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.843210 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.843539 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:13:21.859517 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0a9d8a-288e-4f9a-9909-ee4c34e310ed {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:13:21.862870 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:21.863631 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:21.868702 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Publish callbacks [] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:21.888730 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Transition to ACTIVE for port object ec0a9d8a-288e-4f9a-9909-ee4c34e310ed will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:13:21.889602 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0157878e-e5d3-45ac-9548-748edc7d510b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067939 Mar 07 18:13:21.892976 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:21.900949 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Request body: {'port': {'device_id': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:21.963391 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:21.987870 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:22.063370 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Attempting to bind port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:13:22.063886 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Attempting to bind port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:13:22.064813 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Attempting to bind port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed on network d3861992-bbf8-44fd-ac4d-48923961f3e3 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:13:22.070364 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed on network d3861992-bbf8-44fd-ac4d-48923961f3e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:13:22.070592 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Attempting to bind port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed on network d3861992-bbf8-44fd-ac4d-48923961f3e3 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:13:22.076717 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:13:22.077234 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Checking segment: {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:13:22.077631 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Bound using segment: {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:13:22.078065 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Bound port: ec0a9d8a-288e-4f9a-9909-ee4c34e310ed, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:13:22.078429 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:22.142350 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e3b4ac89-7eeb-422f-9213-a45d050256b8 None None] Provisioning complete for port e08c958b-8816-4367-a8f6-541e1e16b3a1 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:13:22.142707 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ac89-7eeb-422f-9213-a45d050256b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:22.171682 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] For port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed, host hv-cinder-83229, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:13:22.177375 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] For port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:13:22.187302 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:22.238850 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4ac89-7eeb-422f-9213-a45d050256b8 None None] Port e08c958b-8816-4367-a8f6-541e1e16b3a1 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:13:22.249544 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:22.250194 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:22.251675 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] 10.222.0.37 "PUT /v2.0/ports/ec0a9d8a-288e-4f9a-9909-ee4c34e310ed HTTP/1.1" status: 200 len: 1093 time: 0.7465351 Mar 07 18:13:22.254211 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'tag': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:13:22.258026 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd0e499-522e-4605-ba11-e9660327e5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "99fbb3d5-c364-4944-899d-0f22bc9e2889", "tag": "ec0a9d8a-288e-4f9a-9909-ee4c34e310ed"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:13:22.289958 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620abb5a-054c-46a2-b674-51f4a83e79b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:22.365034 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-f0bf3c49-9f2d-4e8c-a039-07b406f57f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:22.368306 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-f0bf3c49-9f2d-4e8c-a039-07b406f57f32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 1127 time: 0.0747290 Mar 07 18:13:22.376578 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb0dd6-051a-4994-b80a-777bbfa8111d req-8a9e86e8-fc29-4255-87ad-35c95a6931a0 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:22.378150 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-14bb0dd6-051a-4994-b80a-777bbfa8111d req-8a9e86e8-fc29-4255-87ad-35c95a6931a0 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 943 time: 0.1465113 Mar 07 18:13:22.419736 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-8544c6a7-19a0-40b6-ad18-8efa41ff2d3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed HTTP/1.1" status: 200 len: 217 time: 0.0423577 Mar 07 18:13:22.470492 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08c958b-8816-4367-a8f6-541e1e16b3a1 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:13:22.478705 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-7de30ebc-a224-4e4c-9d56-088d3b6d02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:22.480384 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-7de30ebc-a224-4e4c-9d56-088d3b6d02f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3778293-3d6a-4b92-a3b7-6d9e07a0860c HTTP/1.1" status: 200 len: 850 time: 0.0543172 Mar 07 18:13:22.489749 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2790b-8fc3-44b4-8ae7-bcc0882d66e5 req-477899fe-f99f-4fb3-ad2d-e6eab4a3ccd5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:22.495924 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-12c2790b-8fc3-44b4-8ae7-bcc0882d66e5 req-477899fe-f99f-4fb3-ad2d-e6eab4a3ccd5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 931 time: 0.1809878 Mar 07 18:13:22.505403 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Publish callbacks [] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:22.526867 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-14bb0dd6-051a-4994-b80a-777bbfa8111d req-f7925eaf-6219-484f-9c0e-4d034dd9e914 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412244 Mar 07 18:13:22.541213 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Transition to ACTIVE for port object e08c958b-8816-4367-a8f6-541e1e16b3a1 will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:13:22.550682 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:22.556550 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-86d0b4cd-bd4b-41d9-8272-d47823c1b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:22.558152 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-86d0b4cd-bd4b-41d9-8272-d47823c1b6c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3861992-bbf8-44fd-ac4d-48923961f3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719013 Mar 07 18:13:22.601723 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bf4be6-d0f1-4861-a71b-847f6c9a7532 x-openstack-request-id: req-d8bf4be6-d0f1-4861-a71b-847f6c9a7532 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:13:22.602331 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fbb3d5-c364-4944-899d-0f22bc9e2889", "tag": "ec0a9d8a-288e-4f9a-9909-ee4c34e310ed", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:13:22.602980 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8bf4be6-d0f1-4861-a71b-847f6c9a7532 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:13:22.603516 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'tag': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed', 'status': 'completed', 'code': 200} Mar 07 18:13:22.632336 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-12c2790b-8fc3-44b4-8ae7-bcc0882d66e5 req-4c2655b1-c2cf-48a7-a5b1-1b75d8ef199c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354866 Mar 07 18:13:22.666991 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Pushing event updated for resources: {'Port': ['ID=e08c958b-8816-4367-a8f6-541e1e16b3a1,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:22.691296 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-0038ee4a-1ef9-48b9-ad9f-b134fc8593e0 service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268182 Mar 07 18:13:22.734247 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Attempting to bind port e08c958b-8816-4367-a8f6-541e1e16b3a1 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:13:22.734787 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Attempting to bind port e08c958b-8816-4367-a8f6-541e1e16b3a1 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:13:22.735290 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Attempting to bind port e08c958b-8816-4367-a8f6-541e1e16b3a1 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:13:22.740354 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Port e08c958b-8816-4367-a8f6-541e1e16b3a1 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:13:22.740768 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Attempting to bind port e08c958b-8816-4367-a8f6-541e1e16b3a1 on network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:13:22.747706 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:13:22.748046 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Checking segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:13:22.748629 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Bound using segment: {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:13:22.749072 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Bound port: e08c958b-8816-4367-a8f6-541e1e16b3a1, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:13:22.749430 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:22.805668 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-f663e30c-ce3e-4420-89f7-dedf15b883df req-aac3cbf9-60b5-4d13-84da-31418efa28eb service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079524 Mar 07 18:13:22.853229 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39962) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:22.915518 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0e499-522e-4605-ba11-e9660327e5cd req-96ddaa04-b32b-456e-b3ca-5163e93c919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:22.918401 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-2bd0e499-522e-4605-ba11-e9660327e5cd req-96ddaa04-b32b-456e-b3ca-5163e93c919d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 1127 time: 0.0520763 Mar 07 18:13:23.007365 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fb3047a6-2f0a-49d9-b083-663ae879b5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:23.061237 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0e499-522e-4605-ba11-e9660327e5cd req-a87b444d-5dfb-417f-b78e-0a34f9f19e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:23.063445 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-2bd0e499-522e-4605-ba11-e9660327e5cd req-a87b444d-5dfb-417f-b78e-0a34f9f19e8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3861992-bbf8-44fd-ac4d-48923961f3e3 HTTP/1.1" status: 200 len: 912 time: 0.1369293 Mar 07 18:13:23.066909 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] For port e08c958b-8816-4367-a8f6-541e1e16b3a1, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:13:23.070132 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] For port e08c958b-8816-4367-a8f6-541e1e16b3a1, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=e08c958b-8816-4367-a8f6-541e1e16b3a1,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:13:23.075572 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:23.110174 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:23.110939 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:23.112350 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] 10.222.0.37 "PUT /v2.0/ports/e08c958b-8816-4367-a8f6-541e1e16b3a1 HTTP/1.1" status: 200 len: 1093 time: 1.2160201 Mar 07 18:13:23.112794 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'tag': 'e08c958b-8816-4367-a8f6-541e1e16b3a1'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:13:23.115123 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04a6653-874d-4e52-be81-3c30db6192f2" -d '{"events": [{"name": "network-changed", "server_uuid": "977a9d6a-7e58-4f08-bd1e-b8661a65d9c2", "tag": "e08c958b-8816-4367-a8f6-541e1e16b3a1"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:13:23.147173 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f67510-49ba-4cee-a8d4-cd648d62f330 service neutron] Pushing event updated for resources: {'Port': ['ID=e08c958b-8816-4367-a8f6-541e1e16b3a1,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:23.148776 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-2bd0e499-522e-4605-ba11-e9660327e5cd req-beb2f37f-e918-4eb1-b04c-b2ceaf8d4e40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed HTTP/1.1" status: 200 len: 217 time: 0.0713222 Mar 07 18:13:23.169527 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be3037e-9f08-485e-852a-835f9d9196e6 x-openstack-request-id: req-6be3037e-9f08-485e-852a-835f9d9196e6 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:13:23.169828 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977a9d6a-7e58-4f08-bd1e-b8661a65d9c2", "tag": "e08c958b-8816-4367-a8f6-541e1e16b3a1", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:13:23.170082 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6be3037e-9f08-485e-852a-835f9d9196e6 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:13:23.170486 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'tag': 'e08c958b-8816-4367-a8f6-541e1e16b3a1', 'status': 'completed', 'code': 200} Mar 07 18:13:23.218194 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fb3047a6-2f0a-49d9-b083-663ae879b5f8 admin admin] Publish callbacks [] for security_group (daadc2ff-9f08-4dbb-a5ff-06376438f10a), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:23.227039 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0e499-522e-4605-ba11-e9660327e5cd req-a44f7cca-4f5a-4957-acc2-ba934ae2845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:23.229300 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-2bd0e499-522e-4605-ba11-e9660327e5cd req-a44f7cca-4f5a-4957-acc2-ba934ae2845f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3778293-3d6a-4b92-a3b7-6d9e07a0860c HTTP/1.1" status: 200 len: 850 time: 0.0711017 Mar 07 18:13:23.230370 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fb3047a6-2f0a-49d9-b083-663ae879b5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (daadc2ff-9f08-4dbb-a5ff-06376438f10a), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:23.233726 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-101c528f-ba8b-4da7-a47e-25da8cd509f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:23.235656 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-101c528f-ba8b-4da7-a47e-25da8cd509f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 1127 time: 0.0559707 Mar 07 18:13:23.289263 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-abe9e7b4-8390-42e5-90b9-820738541c2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e08c958b-8816-4367-a8f6-541e1e16b3a1 HTTP/1.1" status: 200 len: 217 time: 0.0442007 Mar 07 18:13:23.298486 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3047a6-2f0a-49d9-b083-663ae879b5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daadc2ff-9f08-4dbb-a5ff-06376438f10a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:23.309990 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-fb3047a6-2f0a-49d9-b083-663ae879b5f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b5c63f6fa8c4c47a43c5f8c192a9274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4523027 Mar 07 18:13:23.310886 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 39968) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:23.326636 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0e499-522e-4605-ba11-e9660327e5cd req-906b4240-5690-424b-a04f-9e470cae0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:23.328293 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-2bd0e499-522e-4605-ba11-e9660327e5cd req-906b4240-5690-424b-a04f-9e470cae0fa1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3861992-bbf8-44fd-ac4d-48923961f3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805807 Mar 07 18:13:23.377118 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0bebb1b8-4336-442a-ad88-7618dad8c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:23.378636 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-0bebb1b8-4336-442a-ad88-7618dad8c4e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0828283 Mar 07 18:13:23.402307 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bfaba3d3-b804-4819-8e63-2fd5fd310647 admin admin] Publish callbacks [] for security_group (daadc2ff-9f08-4dbb-a5ff-06376438f10a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:23.423671 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-2bd0e499-522e-4605-ba11-e9660327e5cd req-9a18a312-6037-4c69-aa07-98a4cf7b0ebb service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853229 Mar 07 18:13:23.447239 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bfaba3d3-b804-4819-8e63-2fd5fd310647 admin admin] Publish callbacks [] for security_group (daadc2ff-9f08-4dbb-a5ff-06376438f10a), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:23.474690 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-d02c6673-c1d2-4a4b-85b3-27785da63923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:23.476825 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-d02c6673-c1d2-4a4b-85b3-27785da63923 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880370 Mar 07 18:13:23.518772 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-2bd0e499-522e-4605-ba11-e9660327e5cd req-c4f7f4da-311e-45b6-abe7-e889972b8272 service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891984 Mar 07 18:13:23.554680 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bfaba3d3-b804-4819-8e63-2fd5fd310647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (daadc2ff-9f08-4dbb-a5ff-06376438f10a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:23.557365 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bfaba3d3-b804-4819-8e63-2fd5fd310647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:23.558500 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-bfaba3d3-b804-4819-8e63-2fd5fd310647 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/daadc2ff-9f08-4dbb-a5ff-06376438f10a HTTP/1.1" status: 204 len: 168 time: 0.2464163 Mar 07 18:13:23.572145 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaba3d3-b804-4819-8e63-2fd5fd310647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daadc2ff-9f08-4dbb-a5ff-06376438f10a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:23.610081 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-73929b59-9baa-49eb-a58c-661aed615ba0 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250880 Mar 07 18:13:23.712289 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b00e-ea4b-48b4-80b5-17cc246669ab req-bc756547-5742-43a5-a9b0-fa52450b2fc9 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:23.715150 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f5e6b00e-ea4b-48b4-80b5-17cc246669ab req-bc756547-5742-43a5-a9b0-fa52450b2fc9 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 943 time: 0.1159480 Mar 07 18:13:23.784542 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba431c44-bc2e-45a9-b7d1-319a044c7f00 req-9609c42e-c149-429d-a500-a5051aea257a service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505196 Mar 07 18:13:23.820755 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f5e6b00e-ea4b-48b4-80b5-17cc246669ab req-dbb6b8e0-4a34-45e7-9e9e-532a25f2a7d7 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865922 Mar 07 18:13:23.828854 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912379d-05ba-4a4b-bff0-440ec88f45f5 req-43e117f9-9238-48bc-908d-62b2f7587645 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:23.830007 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4912379d-05ba-4a4b-bff0-440ec88f45f5 req-43e117f9-9238-48bc-908d-62b2f7587645 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 943 time: 0.1099615 Mar 07 18:13:23.855113 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39980) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:23.869674 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e121dfcf-0940-44eb-8b39-ad0b6483f2a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:23.914454 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a6653-874d-4e52-be81-3c30db6192f2 req-5e95693d-f37f-48cb-a111-f5c1a746c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:23.916019 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d04a6653-874d-4e52-be81-3c30db6192f2 req-5e95693d-f37f-48cb-a111-f5c1a746c627 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 1127 time: 0.0790398 Mar 07 18:13:23.919263 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4912379d-05ba-4a4b-bff0-440ec88f45f5 req-3e923f8e-3f83-4540-a33d-275efa652401 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835025 Mar 07 18:13:23.948292 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e121dfcf-0940-44eb-8b39-ad0b6483f2a3 admin admin] Publish callbacks [] for security_group (026e6503-933f-4d1d-a8f0-745f4ebe18a9), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:23.952540 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e121dfcf-0940-44eb-8b39-ad0b6483f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (026e6503-933f-4d1d-a8f0-745f4ebe18a9), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:23.988475 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121dfcf-0940-44eb-8b39-ad0b6483f2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026e6503-933f-4d1d-a8f0-745f4ebe18a9,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:23.993394 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-e121dfcf-0940-44eb-8b39-ad0b6483f2a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=499bd5d2fc744e4fb20e7377c3265884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372595 Mar 07 18:13:23.995934 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 39982) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:24.012503 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a6653-874d-4e52-be81-3c30db6192f2 req-87120ef5-2291-451c-8521-420084816a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:24.013992 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d04a6653-874d-4e52-be81-3c30db6192f2 req-87120ef5-2291-451c-8521-420084816a32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 916 time: 0.0913522 Mar 07 18:13:24.044822 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4aa2704b-f188-4968-aaff-5a527d5bdeef admin admin] Publish callbacks [] for security_group (026e6503-933f-4d1d-a8f0-745f4ebe18a9), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:24.054257 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d04a6653-874d-4e52-be81-3c30db6192f2 req-bc115377-8311-442b-8145-735ce38c6f85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e08c958b-8816-4367-a8f6-541e1e16b3a1 HTTP/1.1" status: 200 len: 217 time: 0.0342014 Mar 07 18:13:24.070935 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4aa2704b-f188-4968-aaff-5a527d5bdeef admin admin] Publish callbacks [] for security_group (026e6503-933f-4d1d-a8f0-745f4ebe18a9), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:24.104000 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a6653-874d-4e52-be81-3c30db6192f2 req-75947479-8bfb-4ac7-a5bc-951dbe636e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:24.105555 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d04a6653-874d-4e52-be81-3c30db6192f2 req-75947479-8bfb-4ac7-a5bc-951dbe636e20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0443125 Mar 07 18:13:24.119654 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4aa2704b-f188-4968-aaff-5a527d5bdeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (026e6503-933f-4d1d-a8f0-745f4ebe18a9), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:24.121860 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4aa2704b-f188-4968-aaff-5a527d5bdeef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:24.123094 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-4aa2704b-f188-4968-aaff-5a527d5bdeef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/026e6503-933f-4d1d-a8f0-745f4ebe18a9 HTTP/1.1" status: 204 len: 168 time: 0.1262057 Mar 07 18:13:24.132739 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2704b-f188-4968-aaff-5a527d5bdeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026e6503-933f-4d1d-a8f0-745f4ebe18a9,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:24.163710 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a6653-874d-4e52-be81-3c30db6192f2 req-19dd1a97-56a3-428a-803d-4fc0dc809bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:24.165369 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d04a6653-874d-4e52-be81-3c30db6192f2 req-19dd1a97-56a3-428a-803d-4fc0dc809bf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532131 Mar 07 18:13:24.241635 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:13:24.261403 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d04a6653-874d-4e52-be81-3c30db6192f2 req-58ac7fee-87aa-4451-b132-ffc4785b70a6 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892925 Mar 07 18:13:24.362677 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d04a6653-874d-4e52-be81-3c30db6192f2 req-e3f9ef8f-6f8b-4781-a10e-61cbddc7b009 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944462 Mar 07 18:13:24.876318 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device ec0a9d8a-288e-4f9a-9909-ee4c34e310ed details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:13:24.946654 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e6b4d-44ba-426c-81e3-4397cbc32240 req-b80f5752-6f32-46f9-9ba4-7e7911ba26de tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:24.948451 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-702e6b4d-44ba-426c-81e3-4397cbc32240 req-b80f5752-6f32-46f9-9ba4-7e7911ba26de tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 943 time: 0.0570188 Mar 07 18:13:24.984742 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:24.996510 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'port_id': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed', 'mac_address': 'fa:16:3e:4a:17:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:13:25.033015 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-702e6b4d-44ba-426c-81e3-4397cbc32240 req-5c459036-246a-43be-8ed7-13c6eaa49ffc tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789168 Mar 07 18:13:25.036115 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:13:25.036622 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:25.050384 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0a9d8a-288e-4f9a-9909-ee4c34e310ed {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:13:25.061938 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c0d02-9931-46ac-97ac-044e35d17210 req-266c8911-05b4-430c-b36c-38eb8ff81073 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:25.069364 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ad5c0d02-9931-46ac-97ac-044e35d17210 req-266c8911-05b4-430c-b36c-38eb8ff81073 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 943 time: 0.0753310 Mar 07 18:13:25.072444 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:25.077238 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:25.115432 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ad5c0d02-9931-46ac-97ac-044e35d17210 req-d07fcd11-fccb-4c47-bc22-c09c3962b3be tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452619 Mar 07 18:13:25.137494 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:25.331776 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['ec0a9d8a-288e-4f9a-9909-ee4c34e310ed'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:13:26.170144 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf214-d429-44c9-a72c-ece1586c3929 req-31a4f8df-09a5-4696-870b-29dddc241ec8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:26.171616 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d6ddf214-d429-44c9-a72c-ece1586c3929 req-31a4f8df-09a5-4696-870b-29dddc241ec8 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 944 time: 0.0580389 Mar 07 18:13:26.245703 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d6ddf214-d429-44c9-a72c-ece1586c3929 req-2af08a17-20db-4784-a4e5-707153177b1a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686576 Mar 07 18:13:26.261906 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81362193-ab30-427a-98a6-727a000e44b9 req-06bbccb1-a6e4-4511-a932-06adeed7e5a0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:26.263524 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-81362193-ab30-427a-98a6-727a000e44b9 req-06bbccb1-a6e4-4511-a932-06adeed7e5a0 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 943 time: 0.0733664 Mar 07 18:13:26.311111 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-81362193-ab30-427a-98a6-727a000e44b9 req-47158c5e-2eca-4f20-91e0-c723d0bbb3b9 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 Mar 07 18:13:27.365204 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accc753-bcee-4973-978c-3c8eb5ec9d7b req-479a41a8-c933-4f77-bae5-33c13ef13fae tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:27.367974 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9accc753-bcee-4973-978c-3c8eb5ec9d7b req-479a41a8-c933-4f77-bae5-33c13ef13fae tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 944 time: 0.0549951 Mar 07 18:13:27.447640 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9accc753-bcee-4973-978c-3c8eb5ec9d7b req-1e4f60fb-187a-49fa-89b5-06ac325d753c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735648 Mar 07 18:13:27.463102 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbec65-2931-4ee5-b6bc-9117e06c1903 req-1bb0670c-0b9e-4525-be21-3f87e54c1c0a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:27.464598 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-21dbec65-2931-4ee5-b6bc-9117e06c1903 req-1bb0670c-0b9e-4525-be21-3f87e54c1c0a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 943 time: 0.0847960 Mar 07 18:13:27.512087 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-21dbec65-2931-4ee5-b6bc-9117e06c1903 req-e7e9a663-fe39-4199-af08-9586660e7cd5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417085 Mar 07 18:13:27.518242 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device e08c958b-8816-4367-a8f6-541e1e16b3a1 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:13:27.614190 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port e08c958b-8816-4367-a8f6-541e1e16b3a1, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=e08c958b-8816-4367-a8f6-541e1e16b3a1,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:27.624931 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': 'e08c958b-8816-4367-a8f6-541e1e16b3a1', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'port_id': 'e08c958b-8816-4367-a8f6-541e1e16b3a1', 'mac_address': 'fa:16:3e:10:b3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:13:27.659843 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port e08c958b-8816-4367-a8f6-541e1e16b3a1 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:13:27.660260 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:27.672927 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08c958b-8816-4367-a8f6-541e1e16b3a1 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:13:27.691458 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port e08c958b-8816-4367-a8f6-541e1e16b3a1, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=e08c958b-8816-4367-a8f6-541e1e16b3a1,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:27.696370 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:27.742104 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=e08c958b-8816-4367-a8f6-541e1e16b3a1,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:28.321331 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device ec0a9d8a-288e-4f9a-9909-ee4c34e310ed up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:13:28.371658 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:13:28.375264 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:13:28.375638 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:28.450260 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:13:28.450565 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:28.471853 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:13:28.474121 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671b738f-263c-4b54-8ed7-6d4ee00c3749" -d '{"events": [{"server_uuid": "99fbb3d5-c364-4944-899d-0f22bc9e2889", "name": "network-vif-plugged", "status": "completed", "tag": "ec0a9d8a-288e-4f9a-9909-ee4c34e310ed"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:13:28.487060 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:28.498675 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:28.533713 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037424f2-51a2-48d2-9922-73687419fff9 x-openstack-request-id: req-037424f2-51a2-48d2-9922-73687419fff9 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:13:28.534374 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fbb3d5-c364-4944-899d-0f22bc9e2889", "name": "network-vif-plugged", "status": "completed", "tag": "ec0a9d8a-288e-4f9a-9909-ee4c34e310ed", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:13:28.534374 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-037424f2-51a2-48d2-9922-73687419fff9 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:13:28.534575 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed', 'code': 200} Mar 07 18:13:28.563889 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:28.570043 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50c0cd-1680-486d-9818-db1e1a19feb4 req-e04e147f-b985-4ca5-ac3e-e36076ed9887 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:28.571867 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1c50c0cd-1680-486d-9818-db1e1a19feb4 req-e04e147f-b985-4ca5-ac3e-e36076ed9887 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 945 time: 0.0549667 Mar 07 18:13:28.650415 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1c50c0cd-1680-486d-9818-db1e1a19feb4 req-90aa3fc2-400f-46b9-bc85-ccc640b805dc tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732112 Mar 07 18:13:28.664264 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b7eec-130d-4563-b7d0-b1b554a55866 req-cf5f71a9-172c-42c9-854a-3a84755a3774 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:28.665743 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0a6b7eec-130d-4563-b7d0-b1b554a55866 req-cf5f71a9-172c-42c9-854a-3a84755a3774 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 944 time: 0.0827625 Mar 07 18:13:28.711342 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0a6b7eec-130d-4563-b7d0-b1b554a55866 req-d9458193-4573-40f4-be74-461994110616 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400927 Mar 07 18:13:29.417862 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4854b-8c00-4b9b-990c-14fbb2cafe23 req-4398c09a-1d18-454c-85fd-6bf5262d1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:29.419256 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-72a4854b-8c00-4b9b-990c-14fbb2cafe23 req-4398c09a-1d18-454c-85fd-6bf5262d1c57 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 1129 time: 0.0440996 Mar 07 18:13:29.463024 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-72a4854b-8c00-4b9b-990c-14fbb2cafe23 req-f91de845-df15-4565-98a7-5493b46f200e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368629 Mar 07 18:13:29.566484 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['e08c958b-8816-4367-a8f6-541e1e16b3a1'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:13:29.794799 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e223b9c-e03b-48e7-ac48-bb91786cd824 req-659e19fd-efb2-40f3-99c4-6fa074a86bcd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:29.796140 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2e223b9c-e03b-48e7-ac48-bb91786cd824 req-659e19fd-efb2-40f3-99c4-6fa074a86bcd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 945 time: 0.0644178 Mar 07 18:13:29.870764 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affde026-563c-4beb-8e0e-3e6eb1833c61 req-eafb2b08-2e72-4365-9152-e03f2492b498 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:29.872330 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-affde026-563c-4beb-8e0e-3e6eb1833c61 req-eafb2b08-2e72-4365-9152-e03f2492b498 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 944 time: 0.0931134 Mar 07 18:13:29.875646 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2e223b9c-e03b-48e7-ac48-bb91786cd824 req-b4119d96-ec8d-41d3-864f-77139095136b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604866 Mar 07 18:13:29.917960 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-affde026-563c-4beb-8e0e-3e6eb1833c61 req-311cc292-178f-44e8-b763-8bc3852d4f13 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400376 Mar 07 18:13:31.006964 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd0926-d091-4b55-b61c-2689032165d1 req-a72d9ae9-7e54-4d01-b0bd-c8661bc78c8b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:31.008566 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-31dd0926-d091-4b55-b61c-2689032165d1 req-a72d9ae9-7e54-4d01-b0bd-c8661bc78c8b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 945 time: 0.0670173 Mar 07 18:13:31.077371 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e02af-1203-4ffa-9221-7f2825b04e15 req-ec6a52e6-955f-46bd-bf08-737f50a4415b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:31.078818 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c38e02af-1203-4ffa-9221-7f2825b04e15 req-ec6a52e6-955f-46bd-bf08-737f50a4415b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 944 time: 0.0934935 Mar 07 18:13:31.082862 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-31dd0926-d091-4b55-b61c-2689032165d1 req-33f6976c-ba03-46c6-83de-6cee679334dd tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595648 Mar 07 18:13:31.132539 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c38e02af-1203-4ffa-9221-7f2825b04e15 req-dd86f245-6dcd-4e3f-abeb-0de5ff40dcc9 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480404 Mar 07 18:13:31.477026 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac60793-44c0-423c-844f-7b5c51a69213 req-c925e08b-fa42-4769-aca1-9c5a39617b5b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:31.478382 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-aac60793-44c0-423c-844f-7b5c51a69213 req-c925e08b-fa42-4769-aca1-9c5a39617b5b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0509763 Mar 07 18:13:31.526705 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-aac60793-44c0-423c-844f-7b5c51a69213 req-69359f79-befd-4add-83cf-678764d12875 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425935 Mar 07 18:13:32.205194 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903f024-17dd-4e8d-8567-f85093c0863b req-94895877-fe2a-41e5-83a4-0db6aa7540c5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:32.206707 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1903f024-17dd-4e8d-8567-f85093c0863b req-94895877-fe2a-41e5-83a4-0db6aa7540c5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 945 time: 0.0533736 Mar 07 18:13:32.278228 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1903f024-17dd-4e8d-8567-f85093c0863b req-6f51a24b-cab1-4ad4-9cfa-9f3722dc12be tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624673 Mar 07 18:13:32.289412 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d68c53-33c0-42a8-b359-ce6642d86564 req-1b9a099c-d1e6-429f-8a72-3c4d431b853f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:32.290868 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b8d68c53-33c0-42a8-b359-ce6642d86564 req-1b9a099c-d1e6-429f-8a72-3c4d431b853f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 944 time: 0.0930908 Mar 07 18:13:32.337613 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b8d68c53-33c0-42a8-b359-ce6642d86564 req-6e0a5025-a99e-47f6-bb39-95fb6511f528 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414450 Mar 07 18:13:32.650603 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3563d1-dccd-4c72-a846-233a592aeade req-f2de9d3c-c6be-464f-a658-2d028b31944d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:32.652047 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7c3563d1-dccd-4c72-a846-233a592aeade req-f2de9d3c-c6be-464f-a658-2d028b31944d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0555098 Mar 07 18:13:32.698380 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7c3563d1-dccd-4c72-a846-233a592aeade req-2ef986ef-fa48-4127-a7b4-19023e8cdf46 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406756 Mar 07 18:13:33.251549 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device e08c958b-8816-4367-a8f6-541e1e16b3a1 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:13:33.299456 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port e08c958b-8816-4367-a8f6-541e1e16b3a1 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:13:33.304094 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port e08c958b-8816-4367-a8f6-541e1e16b3a1 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:13:33.304272 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:33.383542 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port e08c958b-8816-4367-a8f6-541e1e16b3a1 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:13:33.383938 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:33.395986 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136d59a-984d-4ab1-8fdc-25c66f0270df req-b031aa72-8d44-482f-9504-9a5e1baf91a2 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:33.398260 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3136d59a-984d-4ab1-8fdc-25c66f0270df req-b031aa72-8d44-482f-9504-9a5e1baf91a2 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 945 time: 0.0546751 Mar 07 18:13:33.410519 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08c958b-8816-4367-a8f6-541e1e16b3a1'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:13:33.413585 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d70daf-1435-435e-9176-dee2741f9aa4" -d '{"events": [{"server_uuid": "977a9d6a-7e58-4f08-bd1e-b8661a65d9c2", "name": "network-vif-plugged", "status": "completed", "tag": "e08c958b-8816-4367-a8f6-541e1e16b3a1"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:13:33.430584 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port e08c958b-8816-4367-a8f6-541e1e16b3a1, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=e08c958b-8816-4367-a8f6-541e1e16b3a1,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:33.436237 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:33.485079 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=e08c958b-8816-4367-a8f6-541e1e16b3a1,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:33.491745 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3136d59a-984d-4ab1-8fdc-25c66f0270df req-c968e60a-63da-4482-a519-e0a576137ef1 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869141 Mar 07 18:13:33.499337 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6a3ac-b307-4d2d-94d0-65d4223a0f24 req-8a62e7a8-4250-4572-9f2c-2838d6524fb5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:33.500828 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-acc6a3ac-b307-4d2d-94d0-65d4223a0f24 req-8a62e7a8-4250-4572-9f2c-2838d6524fb5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 944 time: 0.0932872 Mar 07 18:13:33.539189 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb3cc18-91e3-43ac-8af8-0580b3f65577 x-openstack-request-id: req-3eb3cc18-91e3-43ac-8af8-0580b3f65577 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:13:33.539545 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977a9d6a-7e58-4f08-bd1e-b8661a65d9c2", "name": "network-vif-plugged", "status": "completed", "tag": "e08c958b-8816-4367-a8f6-541e1e16b3a1", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:13:33.539805 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3eb3cc18-91e3-43ac-8af8-0580b3f65577 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:13:33.540228 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08c958b-8816-4367-a8f6-541e1e16b3a1', 'code': 200} Mar 07 18:13:33.551261 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-acc6a3ac-b307-4d2d-94d0-65d4223a0f24 req-87011b5a-7e26-4fd5-b89e-8171cb2fd3db tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441165 Mar 07 18:13:33.723676 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1fea6-0578-473f-b993-e98dcf4c618b req-4c2d1d72-0f4a-4e2e-816e-1f5c4d5441c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:33.725889 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e9c1fea6-0578-473f-b993-e98dcf4c618b req-4c2d1d72-0f4a-4e2e-816e-1f5c4d5441c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 1129 time: 0.0433240 Mar 07 18:13:33.768923 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e9c1fea6-0578-473f-b993-e98dcf4c618b req-c7435601-ddd2-4909-86d3-fbf3f18e8ee9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374477 Mar 07 18:13:33.821273 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e347c-bd64-4050-b650-6844b42db049 req-0967eebb-c41a-4267-852d-a568b6e145ed tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:33.822770 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f80e347c-bd64-4050-b650-6844b42db049 req-0967eebb-c41a-4267-852d-a568b6e145ed tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0523221 Mar 07 18:13:33.880775 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f80e347c-bd64-4050-b650-6844b42db049 req-71f0cdeb-f916-4311-bc15-d38509bba55c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525498 Mar 07 18:13:34.607673 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f016336-11da-4443-90b7-412a27bc81b9 req-90f544b3-b508-4a49-9f4a-4f0958ddfa7a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:34.609260 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6f016336-11da-4443-90b7-412a27bc81b9 req-90f544b3-b508-4a49-9f4a-4f0958ddfa7a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 945 time: 0.0521076 Mar 07 18:13:34.684009 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6f016336-11da-4443-90b7-412a27bc81b9 req-ac4d6786-1d05-4020-9b2b-5ca6f935505f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692806 Mar 07 18:13:34.698179 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4ff91-b9b8-477e-aa41-60e90449f94c req-5a5ce42e-a971-4f7d-be9d-5b537f8a3817 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:34.699643 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a8f4ff91-b9b8-477e-aa41-60e90449f94c req-5a5ce42e-a971-4f7d-be9d-5b537f8a3817 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 945 time: 0.0782888 Mar 07 18:13:34.748218 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a8f4ff91-b9b8-477e-aa41-60e90449f94c req-7d278561-9119-4487-a650-e61f59f1854c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428228 Mar 07 18:13:34.805190 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8561-9f6b-43b0-bc43-84de2526381f req-1167c48a-1db8-4e58-a30f-16000e9e65f0 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:34.806653 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-951b8561-9f6b-43b0-bc43-84de2526381f req-1167c48a-1db8-4e58-a30f-16000e9e65f0 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 945 time: 0.0576918 Mar 07 18:13:34.815152 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 40116) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:34.819876 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-84469c9c-4a8a-4c79-9964-b7f4ae7087d5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Request body: {'floatingip': {'port_id': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:34.858179 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-84469c9c-4a8a-4c79-9964-b7f4ae7087d5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (6809c49c-7005-4b33-ab02-0f3174a4100e), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:35.097416 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92b873-7c23-4a77-872a-0ac56d0991c4 req-095082e0-889f-4c1d-ae9f-5da19ae3daf3 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:35.100674 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-af92b873-7c23-4a77-872a-0ac56d0991c4 req-095082e0-889f-4c1d-ae9f-5da19ae3daf3 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.1387248 Mar 07 18:13:35.202480 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-af92b873-7c23-4a77-872a-0ac56d0991c4 req-2fc3d4ed-259e-40f4-99a3-6add32aa3ea7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925467 Mar 07 18:13:35.401204 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-84469c9c-4a8a-4c79-9964-b7f4ae7087d5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:35.405982 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-84469c9c-4a8a-4c79-9964-b7f4ae7087d5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (6809c49c-7005-4b33-ab02-0f3174a4100e), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:35.503086 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-84469c9c-4a8a-4c79-9964-b7f4ae7087d5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Floating IP 6809c49c-7005-4b33-ab02-0f3174a4100e associated. External IP: 172.27.0.18, port: ec0a9d8a-288e-4f9a-9909-ee4c34e310ed. Mar 07 18:13:35.960807 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84469c9c-4a8a-4c79-9964-b7f4ae7087d5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Router 306edbd1-e8e6-42a9-ad51-fd88435c6432 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:13:35.974135 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd136d17-232b-4bfb-b054-133d9fba5eb3 req-9c5071c1-e105-4ddb-8826-77d11960138c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:35.975861 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd136d17-232b-4bfb-b054-133d9fba5eb3 req-9c5071c1-e105-4ddb-8826-77d11960138c tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 945 time: 0.0714147 Mar 07 18:13:36.088405 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd136d17-232b-4bfb-b054-133d9fba5eb3 req-9d5b29f3-a73b-4a81-8d93-c5c3d6b48aaa tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069114 Mar 07 18:13:36.109044 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84469c9c-4a8a-4c79-9964-b7f4ae7087d5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:13:36.114369 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-84469c9c-4a8a-4c79-9964-b7f4ae7087d5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:36.121793 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9dc705-325c-4ea4-9325-50fd0bfd5451 None None] Sync routers for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:13:36.132917 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9dc705-325c-4ea4-9325-50fd0bfd5451 None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:13:36.133542 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ac9dc705-325c-4ea4-9325-50fd0bfd5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:13:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:36.149169 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-84469c9c-4a8a-4c79-9964-b7f4ae7087d5 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "PUT /v2.0/floatingips/6809c49c-7005-4b33-ab02-0f3174a4100e HTTP/1.1" status: 200 len: 990 time: 1.3329639 Mar 07 18:13:36.150236 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'tag': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:13:36.152892 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d27c92-1a67-4605-9cbf-cfb43905a889" -d '{"events": [{"name": "network-changed", "server_uuid": "99fbb3d5-c364-4944-899d-0f22bc9e2889", "tag": "ec0a9d8a-288e-4f9a-9909-ee4c34e310ed"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:13:36.188985 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b386f46f-7f43-4dcb-81fa-f415535b6860 x-openstack-request-id: req-b386f46f-7f43-4dcb-81fa-f415535b6860 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:13:36.189286 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fbb3d5-c364-4944-899d-0f22bc9e2889", "tag": "ec0a9d8a-288e-4f9a-9909-ee4c34e310ed", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:13:36.189541 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b386f46f-7f43-4dcb-81fa-f415535b6860 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:13:36.189934 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'tag': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed', 'status': 'completed', 'code': 200} Mar 07 18:13:36.212097 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c48d5-32bd-459f-a6ac-31223d1d543a req-617cbb96-375c-4482-a4af-fe748f71903f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:36.213651 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-165c48d5-32bd-459f-a6ac-31223d1d543a req-617cbb96-375c-4482-a4af-fe748f71903f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 945 time: 0.0567226 Mar 07 18:13:36.222144 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 40140) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:36.227910 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-720e5fa2-d02d-419f-bd7d-6477cc56a4f1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Request body: {'floatingip': {'port_id': 'e08c958b-8816-4367-a8f6-541e1e16b3a1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:13:36.257422 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ac9dc705-325c-4ea4-9325-50fd0bfd5451 None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:13:36.260075 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d27c92-1a67-4605-9cbf-cfb43905a889 req-084b2dcd-6790-4793-9cde-2b465a3221aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:36.261690 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d3d27c92-1a67-4605-9cbf-cfb43905a889 req-084b2dcd-6790-4793-9cde-2b465a3221aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 1129 time: 0.0471725 Mar 07 18:13:36.272624 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-720e5fa2-d02d-419f-bd7d-6477cc56a4f1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (53fc3027-570e-4cd9-9990-f8245f3811a3), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:36.413036 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d27c92-1a67-4605-9cbf-cfb43905a889 req-489e871d-eea6-49dc-9bfb-3ab549c3c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:36.414804 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d3d27c92-1a67-4605-9cbf-cfb43905a889 req-489e871d-eea6-49dc-9bfb-3ab549c3c5fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3861992-bbf8-44fd-ac4d-48923961f3e3 HTTP/1.1" status: 200 len: 912 time: 0.1453583 Mar 07 18:13:36.428167 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8c013-afd0-4d2c-8b87-f5b4ff5f5eb1 req-b23b7623-ec42-4fdb-b91e-d109ecec81b5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:36.430288 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f3b8c013-afd0-4d2c-8b87-f5b4ff5f5eb1 req-b23b7623-ec42-4fdb-b91e-d109ecec81b5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.1287868 Mar 07 18:13:36.516952 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ac9dc705-325c-4ea4-9325-50fd0bfd5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '6809c49c-7005-4b33-ab02-0f3174a4100e', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'port_id': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'mac_address': 'fa:16:3e:4a:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:13:17Z', 'updated_at': '2022-03-07T18:13:35Z', 'revision_number': 1, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:54Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:36.534862 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d3d27c92-1a67-4605-9cbf-cfb43905a889 req-8b06792c-f2f7-47a8-887d-f12ea98163a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed HTTP/1.1" status: 200 len: 998 time: 0.1034636 Mar 07 18:13:36.540135 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f3b8c013-afd0-4d2c-8b87-f5b4ff5f5eb1 req-d4898f47-2b4c-4590-8acc-a31840a20bb5 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014264 Mar 07 18:13:36.578154 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9dc705-325c-4ea4-9325-50fd0bfd5451 None None] Checking router: 306edbd1-e8e6-42a9-ad51-fd88435c6432 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:13:36.590249 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9dc705-325c-4ea4-9325-50fd0bfd5451 None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:13:36.590869 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ac9dc705-325c-4ea4-9325-50fd0bfd5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:13:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:36.594778 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d27c92-1a67-4605-9cbf-cfb43905a889 req-296e540a-96e1-4dee-93d5-5eb981219e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:36.596888 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d3d27c92-1a67-4605-9cbf-cfb43905a889 req-296e540a-96e1-4dee-93d5-5eb981219e36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3778293-3d6a-4b92-a3b7-6d9e07a0860c HTTP/1.1" status: 200 len: 850 time: 0.0558550 Mar 07 18:13:36.651799 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d27c92-1a67-4605-9cbf-cfb43905a889 req-5bda4e6e-be94-49cc-9f7e-f97a464652ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:36.653341 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d3d27c92-1a67-4605-9cbf-cfb43905a889 req-5bda4e6e-be94-49cc-9f7e-f97a464652ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3861992-bbf8-44fd-ac4d-48923961f3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452003 Mar 07 18:13:36.712125 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ac9dc705-325c-4ea4-9325-50fd0bfd5451 None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:13:36.749260 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d3d27c92-1a67-4605-9cbf-cfb43905a889 req-21f633fb-0f01-46e0-ac16-55cee6bf3156 service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895920 Mar 07 18:13:36.791967 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-720e5fa2-d02d-419f-bd7d-6477cc56a4f1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:36.796445 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-720e5fa2-d02d-419f-bd7d-6477cc56a4f1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (53fc3027-570e-4cd9-9990-f8245f3811a3), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:36.845000 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d3d27c92-1a67-4605-9cbf-cfb43905a889 req-5aba9272-2f19-4544-9167-17c2a8ba8e13 service neutron] 10.222.0.37 "GET /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896661 Mar 07 18:13:36.905612 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.l3_db [None req-720e5fa2-d02d-419f-bd7d-6477cc56a4f1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Floating IP 53fc3027-570e-4cd9-9990-f8245f3811a3 associated. External IP: 172.27.0.122, port: e08c958b-8816-4367-a8f6-541e1e16b3a1. Mar 07 18:13:36.944764 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ac9dc705-325c-4ea4-9325-50fd0bfd5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '6809c49c-7005-4b33-ab02-0f3174a4100e', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'port_id': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'mac_address': 'fa:16:3e:4a:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:13:17Z', 'updated_at': '2022-03-07T18:13:35Z', 'revision_number': 1, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:54Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:36.974349 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9dc705-325c-4ea4-9325-50fd0bfd5451 None None] The sync data for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi is: [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '6809c49c-7005-4b33-ab02-0f3174a4100e', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'port_id': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'mac_address': 'fa:16:3e:4a:17:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:13:17Z', 'updated_at': '2022-03-07T18:13:35Z', 'revision_number': 1, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:54Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:13:37.119672 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720e5fa2-d02d-419f-bd7d-6477cc56a4f1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:13:37.170716 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29755417-2aaf-4558-9e0b-db1e0c291721 None None] New status for floating IP 6809c49c-7005-4b33-ab02-0f3174a4100e: ACTIVE {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:13:37.235985 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720e5fa2-d02d-419f-bd7d-6477cc56a4f1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:13:37.240563 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-720e5fa2-d02d-419f-bd7d-6477cc56a4f1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:37.246536 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9388ef64-1a47-4466-9007-6202571e3841 None None] Sync routers for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:13:37.257581 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9388ef64-1a47-4466-9007-6202571e3841 None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:13:37.258205 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9388ef64-1a47-4466-9007-6202571e3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:13:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:37.269544 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-720e5fa2-d02d-419f-bd7d-6477cc56a4f1 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "PUT /v2.0/floatingips/53fc3027-570e-4cd9-9990-f8245f3811a3 HTTP/1.1" status: 200 len: 991 time: 1.0457318 Mar 07 18:13:37.270134 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'tag': 'e08c958b-8816-4367-a8f6-541e1e16b3a1'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:13:37.273217 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657bd9ca-ed72-4567-9c87-027b8edcff43" -d '{"events": [{"name": "network-changed", "server_uuid": "977a9d6a-7e58-4f08-bd1e-b8661a65d9c2", "tag": "e08c958b-8816-4367-a8f6-541e1e16b3a1"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:13:37.309494 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ab74a-a3d8-4359-a593-e5688463e8c0 x-openstack-request-id: req-0d8ab74a-a3d8-4359-a593-e5688463e8c0 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:13:37.309792 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977a9d6a-7e58-4f08-bd1e-b8661a65d9c2", "tag": "e08c958b-8816-4367-a8f6-541e1e16b3a1", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:13:37.310051 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d8ab74a-a3d8-4359-a593-e5688463e8c0 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:13:37.310453 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'tag': 'e08c958b-8816-4367-a8f6-541e1e16b3a1', 'status': 'completed', 'code': 200} Mar 07 18:13:37.513905 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-9388ef64-1a47-4466-9007-6202571e3841 None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:13:37.681452 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb6833-af6b-4b7c-9df5-06c2f65e2951 req-2609c14f-b533-4390-813a-88f0be51af22 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:37.682888 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a0eb6833-af6b-4b7c-9df5-06c2f65e2951 req-2609c14f-b533-4390-813a-88f0be51af22 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0572422 Mar 07 18:13:37.735002 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a0eb6833-af6b-4b7c-9df5-06c2f65e2951 req-d509aee6-5986-45ed-85e1-91d725dc0e7d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461762 Mar 07 18:13:37.744631 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9388ef64-1a47-4466-9007-6202571e3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '53fc3027-570e-4cd9-9990-f8245f3811a3', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': 'e08c958b-8816-4367-a8f6-541e1e16b3a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:10:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:13:18Z', 'updated_at': '2022-03-07T18:13:36Z', 'revision_number': 1, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:37.776334 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9388ef64-1a47-4466-9007-6202571e3841 None None] Checking router: 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:13:37.784677 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9388ef64-1a47-4466-9007-6202571e3841 None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:13:37.785278 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9388ef64-1a47-4466-9007-6202571e3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:13:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:37.893532 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-9388ef64-1a47-4466-9007-6202571e3841 None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:13:38.111276 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9388ef64-1a47-4466-9007-6202571e3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '53fc3027-570e-4cd9-9990-f8245f3811a3', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': 'e08c958b-8816-4367-a8f6-541e1e16b3a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:10:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:13:18Z', 'updated_at': '2022-03-07T18:13:36Z', 'revision_number': 1, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:13:38.141579 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9388ef64-1a47-4466-9007-6202571e3841 None None] The sync data for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi is: [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '53fc3027-570e-4cd9-9990-f8245f3811a3', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'port_id': 'e08c958b-8816-4367-a8f6-541e1e16b3a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'mac_address': 'fa:16:3e:10:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:13:18Z', 'updated_at': '2022-03-07T18:13:36Z', 'revision_number': 1, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:13:38.321592 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8184d59f-e16a-44bf-a8c2-6438dbd7211b None None] New status for floating IP 53fc3027-570e-4cd9-9990-f8245f3811a3: ACTIVE {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:13:38.872006 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60826b1d-c37b-4ba5-8828-30f37528036c req-1899cefa-c4fc-4946-990d-076de38d5685 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:38.874733 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-60826b1d-c37b-4ba5-8828-30f37528036c req-1899cefa-c4fc-4946-990d-076de38d5685 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0548389 Mar 07 18:13:38.924733 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-60826b1d-c37b-4ba5-8828-30f37528036c req-6bd16d90-faef-476f-820b-988e123f96ad tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440223 Mar 07 18:13:39.461992 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bd9ca-ed72-4567-9c87-027b8edcff43 req-63f6d711-c52c-4174-b067-f9ce6ab95183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:39.463467 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-657bd9ca-ed72-4567-9c87-027b8edcff43 req-63f6d711-c52c-4174-b067-f9ce6ab95183 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 1129 time: 0.0440049 Mar 07 18:13:39.555274 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bd9ca-ed72-4567-9c87-027b8edcff43 req-7546445e-9075-4f64-89ed-26c724ffd5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:39.556872 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-657bd9ca-ed72-4567-9c87-027b8edcff43 req-7546445e-9075-4f64-89ed-26c724ffd5b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 200 len: 916 time: 0.0862682 Mar 07 18:13:39.622577 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-657bd9ca-ed72-4567-9c87-027b8edcff43 req-780b431c-d59b-43c6-9eab-3dba65584f58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e08c958b-8816-4367-a8f6-541e1e16b3a1 HTTP/1.1" status: 200 len: 1001 time: 0.0581143 Mar 07 18:13:39.674613 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bd9ca-ed72-4567-9c87-027b8edcff43 req-0d58120f-6583-4525-83c3-84fb3cb875e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:39.676074 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-657bd9ca-ed72-4567-9c87-027b8edcff43 req-0d58120f-6583-4525-83c3-84fb3cb875e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 200 len: 854 time: 0.0436275 Mar 07 18:13:39.729992 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bd9ca-ed72-4567-9c87-027b8edcff43 req-43918953-1bc6-4d55-bd65-fa16f5fc28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:39.731504 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-657bd9ca-ed72-4567-9c87-027b8edcff43 req-43918953-1bc6-4d55-bd65-fa16f5fc28d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=800e9ee9-8ed4-475a-8cec-65f891cb90a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477757 Mar 07 18:13:39.822610 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-657bd9ca-ed72-4567-9c87-027b8edcff43 req-88140032-ab79-411b-9797-bc44fa4a85c7 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831096 Mar 07 18:13:39.921650 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-657bd9ca-ed72-4567-9c87-027b8edcff43 req-da9ad729-57c2-4022-9181-2e85cf1dead6 service neutron] 10.222.0.37 "GET /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914679 Mar 07 18:13:40.199528 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3fde-a244-4908-ad50-23ac7e05e1d1 req-afdef01a-bfd7-439f-9833-e1c466f6bd8b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:40.201072 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-939f3fde-a244-4908-ad50-23ac7e05e1d1 req-afdef01a-bfd7-439f-9833-e1c466f6bd8b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.2024441 Mar 07 18:13:40.247056 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-939f3fde-a244-4908-ad50-23ac7e05e1d1 req-e1246b82-9f44-43c6-86a8-0cfa561bd67d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399294 Mar 07 18:13:41.423708 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adebf46-1b2c-4798-8683-27bf58b22bad req-30077142-2df9-4c90-b5ff-9cd4459706e8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:41.425234 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1adebf46-1b2c-4798-8683-27bf58b22bad req-30077142-2df9-4c90-b5ff-9cd4459706e8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.1066363 Mar 07 18:13:41.471758 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1adebf46-1b2c-4798-8683-27bf58b22bad req-c43f7919-129e-4ae8-b68e-6a8b3b13efc3 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409265 Mar 07 18:13:42.081607 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1510f1e4-7436-47ae-9bbb-1efe849fd522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:42.598987 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121d115-e4d8-4ea0-bc0c-7a61f060db3f req-d2a8de7e-ad17-4180-abda-2f6d375e9e62 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:42.601755 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b121d115-e4d8-4ea0-bc0c-7a61f060db3f req-d2a8de7e-ad17-4180-abda-2f6d375e9e62 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0549023 Mar 07 18:13:42.647292 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b121d115-e4d8-4ea0-bc0c-7a61f060db3f req-150c9435-1d47-444f-8255-44b62cbfe77f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397093 Mar 07 18:13:43.713877 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 40220) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:43.769587 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf619e-7324-409a-814e-4d578b3260b3 req-59a60279-c45f-4b6d-b2c2-06912c696f10 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:43.771078 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-29bf619e-7324-409a-814e-4d578b3260b3 req-59a60279-c45f-4b6d-b2c2-06912c696f10 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0537560 Mar 07 18:13:43.818041 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfeb73f9-f40f-4d50-803a-2f34d619a4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:43.822458 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-29bf619e-7324-409a-814e-4d578b3260b3 req-2a94db0a-5ff8-4c99-993a-590b40cff00a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455489 Mar 07 18:13:43.893221 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfeb73f9-f40f-4d50-803a-2f34d619a4f1 admin admin] Publish callbacks [] for security_group (62419d05-a482-4c0f-984f-a4ec899894f2), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:43.896699 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfeb73f9-f40f-4d50-803a-2f34d619a4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (62419d05-a482-4c0f-984f-a4ec899894f2), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:43.934758 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-bfeb73f9-f40f-4d50-803a-2f34d619a4f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=081aa7143d714b038b44671699e32624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197020 Mar 07 18:13:43.935612 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb73f9-f40f-4d50-803a-2f34d619a4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62419d05-a482-4c0f-984f-a4ec899894f2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:43.937451 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 40226) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:43.985355 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f344620-2c3a-496c-aecf-8865d10cd859 admin admin] Publish callbacks [] for security_group (62419d05-a482-4c0f-984f-a4ec899894f2), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:44.006280 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f344620-2c3a-496c-aecf-8865d10cd859 admin admin] Publish callbacks [] for security_group (62419d05-a482-4c0f-984f-a4ec899894f2), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:44.051599 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f344620-2c3a-496c-aecf-8865d10cd859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (62419d05-a482-4c0f-984f-a4ec899894f2), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:44.054662 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f344620-2c3a-496c-aecf-8865d10cd859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:44.055889 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7f344620-2c3a-496c-aecf-8865d10cd859 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62419d05-a482-4c0f-984f-a4ec899894f2 HTTP/1.1" status: 204 len: 168 time: 0.1174026 Mar 07 18:13:44.063480 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f344620-2c3a-496c-aecf-8865d10cd859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62419d05-a482-4c0f-984f-a4ec899894f2,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:44.280538 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-7ad542f4-79cd-4cae-a756-896d8065af33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:44.360806 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb4922-a463-4f85-af42-0a90262421a8 req-86f0c29c-5638-4fa2-94ad-685971970402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:44.362375 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06fb4922-a463-4f85-af42-0a90262421a8 req-86f0c29c-5638-4fa2-94ad-685971970402 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 1130 time: 0.0458376 Mar 07 18:13:44.480611 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb4922-a463-4f85-af42-0a90262421a8 req-781886d4-a45d-455e-94e0-e9811a540559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:44.482390 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06fb4922-a463-4f85-af42-0a90262421a8 req-781886d4-a45d-455e-94e0-e9811a540559 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 918 time: 0.0922143 Mar 07 18:13:44.548619 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06fb4922-a463-4f85-af42-0a90262421a8 req-a63cfe25-9d3f-4115-80a9-c1b3ad7653fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47 HTTP/1.1" status: 200 len: 1002 time: 0.0604250 Mar 07 18:13:44.607271 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb4922-a463-4f85-af42-0a90262421a8 req-1792036c-4adf-478e-905b-8468d5cbf456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:44.608802 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06fb4922-a463-4f85-af42-0a90262421a8 req-1792036c-4adf-478e-905b-8468d5cbf456 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.0550804 Mar 07 18:13:44.658448 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb4922-a463-4f85-af42-0a90262421a8 req-5dfcdcb3-7158-4114-ad55-1ddc975f8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:44.659952 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06fb4922-a463-4f85-af42-0a90262421a8 req-5dfcdcb3-7158-4114-ad55-1ddc975f8106 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455801 Mar 07 18:13:44.750734 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06fb4922-a463-4f85-af42-0a90262421a8 req-16758830-3597-440b-95be-0da6e16749cb service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819898 Mar 07 18:13:44.844636 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-06fb4922-a463-4f85-af42-0a90262421a8 req-bab25130-002e-411a-add3-a50439de51e2 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880198 Mar 07 18:13:44.952364 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4db80-59fc-4ba1-bf99-b553e8010e10 req-95d6f727-4c30-455d-90c5-739b1dd62d22 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:44.954024 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-edc4db80-59fc-4ba1-bf99-b553e8010e10 req-95d6f727-4c30-455d-90c5-739b1dd62d22 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0554667 Mar 07 18:13:45.009453 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-edc4db80-59fc-4ba1-bf99-b553e8010e10 req-b84f3b4f-b464-4d09-a3f2-320780584d94 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493495 Mar 07 18:13:45.409867 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:45.436406 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:46.141265 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09474990-8ba4-4da9-95ca-79c02f44a1b9 req-5b845db1-907e-4f5c-866e-c006ea43dccf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:46.142755 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-09474990-8ba4-4da9-95ca-79c02f44a1b9 req-5b845db1-907e-4f5c-866e-c006ea43dccf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0588694 Mar 07 18:13:46.188625 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-09474990-8ba4-4da9-95ca-79c02f44a1b9 req-b990579b-3e64-477a-bee1-ba72bcc16c7e tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398958 Mar 07 18:13:46.861674 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:47.312570 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33bfb9-54ca-4d0f-937d-6c654a63b4a8 req-9d7c6ba4-b1b4-4311-9fd7-2a294f55ebfe tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:47.314080 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bc33bfb9-54ca-4d0f-937d-6c654a63b4a8 req-9d7c6ba4-b1b4-4311-9fd7-2a294f55ebfe tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0547447 Mar 07 18:13:47.361077 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bc33bfb9-54ca-4d0f-937d-6c654a63b4a8 req-1d0a1235-74ec-42bf-b9d6-c1af5a8f692b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407960 Mar 07 18:13:48.483029 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6119a3c-33b6-4c4d-8c89-632d483a8be2 req-1c80dd90-797e-4bc9-9dc9-cd78103a0c3b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:48.484577 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c6119a3c-33b6-4c4d-8c89-632d483a8be2 req-1c80dd90-797e-4bc9-9dc9-cd78103a0c3b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0515678 Mar 07 18:13:48.533531 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c6119a3c-33b6-4c4d-8c89-632d483a8be2 req-6deca656-0062-4ce0-a6dc-aec347faef22 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435231 Mar 07 18:13:48.546747 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:49.282307 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 3ef42fca-9291-4d76-a7a1-768e3ded1a47 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:13:49.379089 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:49.390363 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'port_id': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'mac_address': 'fa:16:3e:16:28:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:13:49.431359 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 is: ACTIVE; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:13:49.431747 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:49.444094 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ef42fca-9291-4d76-a7a1-768e3ded1a47 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:13:49.463952 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:49.467560 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:49.514249 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=3ef42fca-9291-4d76-a7a1-768e3ded1a47,revision_number=6']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:49.604418 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['3ef42fca-9291-4d76-a7a1-768e3ded1a47'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:13:49.665398 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44335bf-7a6d-4e7f-b4f5-30bddaa851b0 req-cd751b8a-e0d8-4f36-96c5-b41d5daccd38 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:49.666780 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d44335bf-7a6d-4e7f-b4f5-30bddaa851b0 req-cd751b8a-e0d8-4f36-96c5-b41d5daccd38 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 945 time: 0.0520165 Mar 07 18:13:49.713136 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d44335bf-7a6d-4e7f-b4f5-30bddaa851b0 req-8ff86223-1b3f-4892-b743-0b78b18ac98d tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408258 Mar 07 18:13:50.840694 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce117118-e967-4a04-82b3-645179bfe3d9 req-33232df1-024b-496a-bcc8-24a9862d5fc9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:50.842254 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce117118-e967-4a04-82b3-645179bfe3d9 req-33232df1-024b-496a-bcc8-24a9862d5fc9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 945 time: 0.0560384 Mar 07 18:13:50.894836 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce117118-e967-4a04-82b3-645179bfe3d9 req-7ea7c01f-3f40-40f6-981b-1c21644cb59f tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444427 Mar 07 18:13:51.297790 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 3ef42fca-9291-4d76-a7a1-768e3ded1a47 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:13:51.352061 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:13:51.352472 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:51.439681 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:13:51.440078 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:51.464321 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:13:51.466600 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cbf347-5ceb-4e4b-be39-ac60dfd7515e" -d '{"events": [{"server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "name": "network-vif-plugged", "status": "completed", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:13:51.484088 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:13:51.489992 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:51.516466 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654e016c-d053-499a-8771-52ecfe9eb560 x-openstack-request-id: req-654e016c-d053-499a-8771-52ecfe9eb560 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:13:51.517072 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "name": "network-vif-plugged", "status": "completed", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:13:51.517680 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-654e016c-d053-499a-8771-52ecfe9eb560 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:13:51.518082 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'code': 200} Mar 07 18:13:51.549963 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=3ef42fca-9291-4d76-a7a1-768e3ded1a47,revision_number=7']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:51.975874 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 40402) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:52.110059 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6feb9f7d-db59-46e3-85bd-42a1d7d2cd44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:52.202922 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6feb9f7d-db59-46e3-85bd-42a1d7d2cd44 admin admin] Publish callbacks [] for security_group (fa81da27-858f-493a-8392-88534fc51d53), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:52.231278 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6feb9f7d-db59-46e3-85bd-42a1d7d2cd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (fa81da27-858f-493a-8392-88534fc51d53), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:52.262758 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb9f7d-db59-46e3-85bd-42a1d7d2cd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa81da27-858f-493a-8392-88534fc51d53,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:52.296168 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6feb9f7d-db59-46e3-85bd-42a1d7d2cd44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0ade6af25c244d0842c5cf6825902ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156390 Mar 07 18:13:52.296512 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 40406) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:52.302064 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1da5e2-854d-4d9b-aadb-785110307921 req-9b5db02e-7133-4df4-9b58-cd1988495fdd tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:52.303695 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8b1da5e2-854d-4d9b-aadb-785110307921 req-9b5db02e-7133-4df4-9b58-cd1988495fdd tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.1125977 Mar 07 18:13:52.347117 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a9d00c9d-1718-4090-98fc-6b750940d295 admin admin] Publish callbacks [] for security_group (fa81da27-858f-493a-8392-88534fc51d53), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:52.367360 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8b1da5e2-854d-4d9b-aadb-785110307921 req-8fbc91de-c71a-45a3-9b1c-97695bef0173 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575976 Mar 07 18:13:52.372794 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a9d00c9d-1718-4090-98fc-6b750940d295 admin admin] Publish callbacks [] for security_group (fa81da27-858f-493a-8392-88534fc51d53), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:52.426600 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a9d00c9d-1718-4090-98fc-6b750940d295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (fa81da27-858f-493a-8392-88534fc51d53), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:52.429841 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a9d00c9d-1718-4090-98fc-6b750940d295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:52.436981 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-a9d00c9d-1718-4090-98fc-6b750940d295 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa81da27-858f-493a-8392-88534fc51d53 HTTP/1.1" status: 204 len: 168 time: 0.1387947 Mar 07 18:13:52.445890 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d00c9d-1718-4090-98fc-6b750940d295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa81da27-858f-493a-8392-88534fc51d53,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:52.762250 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 40414) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:52.778740 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a53e128-fd51-4d16-9b89-bd367a856422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:52.858493 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a53e128-fd51-4d16-9b89-bd367a856422 admin admin] Publish callbacks [] for security_group (bd5cb54c-365e-4853-8ae1-e1c6c7786c05), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:52.865677 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a53e128-fd51-4d16-9b89-bd367a856422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (bd5cb54c-365e-4853-8ae1-e1c6c7786c05), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:52.897029 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53e128-fd51-4d16-9b89-bd367a856422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5cb54c-365e-4853-8ae1-e1c6c7786c05,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:52.915434 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-1a53e128-fd51-4d16-9b89-bd367a856422 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b548ca2da3c4e82a164148242892d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519516 Mar 07 18:13:52.916934 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 40416) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:52.973081 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94417132-05bf-4af4-9673-1cd1232dac13 admin admin] Publish callbacks [] for security_group (bd5cb54c-365e-4853-8ae1-e1c6c7786c05), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:52.997755 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94417132-05bf-4af4-9673-1cd1232dac13 admin admin] Publish callbacks [] for security_group (bd5cb54c-365e-4853-8ae1-e1c6c7786c05), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:53.049337 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94417132-05bf-4af4-9673-1cd1232dac13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (bd5cb54c-365e-4853-8ae1-e1c6c7786c05), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:53.051987 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94417132-05bf-4af4-9673-1cd1232dac13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:53.053939 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-94417132-05bf-4af4-9673-1cd1232dac13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd5cb54c-365e-4853-8ae1-e1c6c7786c05 HTTP/1.1" status: 204 len: 168 time: 0.1354432 Mar 07 18:13:53.066221 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94417132-05bf-4af4-9673-1cd1232dac13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5cb54c-365e-4853-8ae1-e1c6c7786c05,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:53.499609 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 40424) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:53.503077 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca25d6e-574b-4a86-89fd-73c9f8d378d7 req-a2e1a5b3-8a51-4467-9aba-6a2b87e67eaa tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:53.504806 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8ca25d6e-574b-4a86-89fd-73c9f8d378d7 req-a2e1a5b3-8a51-4467-9aba-6a2b87e67eaa tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0618966 Mar 07 18:13:53.524588 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9b2dd8f-34fb-405c-b19c-099263c2cae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:53.582868 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8ca25d6e-574b-4a86-89fd-73c9f8d378d7 req-678ee6c1-7f37-4fb8-a8cb-b34778dba0a1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710850 Mar 07 18:13:53.633469 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9b2dd8f-34fb-405c-b19c-099263c2cae0 admin admin] Publish callbacks [] for security_group (8d18ab48-51af-4d6c-b58b-47524c0607a7), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:53.639028 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9b2dd8f-34fb-405c-b19c-099263c2cae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8d18ab48-51af-4d6c-b58b-47524c0607a7), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:53.678786 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2dd8f-34fb-405c-b19c-099263c2cae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d18ab48-51af-4d6c-b58b-47524c0607a7,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:53.691070 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 40430) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:13:53.691202 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-c9b2dd8f-34fb-405c-b19c-099263c2cae0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10a6978bb2f94b88bf49cb1b2c3a1e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896338 Mar 07 18:13:53.741360 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2bec2cb-d5b2-4f42-a842-5d37800f664a admin admin] Publish callbacks [] for security_group (8d18ab48-51af-4d6c-b58b-47524c0607a7), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:53.774103 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2bec2cb-d5b2-4f42-a842-5d37800f664a admin admin] Publish callbacks [] for security_group (8d18ab48-51af-4d6c-b58b-47524c0607a7), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:53.836986 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2bec2cb-d5b2-4f42-a842-5d37800f664a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8d18ab48-51af-4d6c-b58b-47524c0607a7), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:53.840125 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2bec2cb-d5b2-4f42-a842-5d37800f664a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:13:53.843112 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c2bec2cb-d5b2-4f42-a842-5d37800f664a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d18ab48-51af-4d6c-b58b-47524c0607a7 HTTP/1.1" status: 204 len: 168 time: 0.1509719 Mar 07 18:13:53.853824 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bec2cb-d5b2-4f42-a842-5d37800f664a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d18ab48-51af-4d6c-b58b-47524c0607a7,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:13:54.742661 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85e0d9-1aa1-4a88-928b-69a6b8d3c7aa req-51a06f35-bb68-44b1-ad19-fca160e259f3 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:54.752303 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac85e0d9-1aa1-4a88-928b-69a6b8d3c7aa req-51a06f35-bb68-44b1-ad19-fca160e259f3 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0833733 Mar 07 18:13:54.811522 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac85e0d9-1aa1-4a88-928b-69a6b8d3c7aa req-89a8de6a-e34a-4016-ab9b-d33bc6ccf249 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580165 Mar 07 18:13:55.974735 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6db9a-762a-4a93-bbc3-68770a469404 req-ffcf7b79-b4b9-4399-9bcc-66c8acb3d9f4 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:55.976329 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-08a6db9a-762a-4a93-bbc3-68770a469404 req-ffcf7b79-b4b9-4399-9bcc-66c8acb3d9f4 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0648010 Mar 07 18:13:56.029737 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-08a6db9a-762a-4a93-bbc3-68770a469404 req-8dba3aae-2571-4b24-8351-94a9372bc0d7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470927 Mar 07 18:13:57.173965 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864624f8-3ff8-426e-a73f-d3bccf5f12bd req-65ce563b-889c-4a65-9ee9-6a341e646caa tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:57.176253 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-864624f8-3ff8-426e-a73f-d3bccf5f12bd req-65ce563b-889c-4a65-9ee9-6a341e646caa tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0556390 Mar 07 18:13:57.232923 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-864624f8-3ff8-426e-a73f-d3bccf5f12bd req-3b0b8c17-1d3a-4324-902a-b42e0ec94723 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502269 Mar 07 18:13:58.382989 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143d91d-3a63-4a41-83ee-4cf5c2fa67c3 req-881271e5-7347-4e33-84b5-d16f15cdfa47 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:58.384552 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1143d91d-3a63-4a41-83ee-4cf5c2fa67c3 req-881271e5-7347-4e33-84b5-d16f15cdfa47 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0693364 Mar 07 18:13:58.436697 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1143d91d-3a63-4a41-83ee-4cf5c2fa67c3 req-fd844b3d-63ca-4688-93c4-7856e8ef6c56 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459287 Mar 07 18:13:59.579031 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865c9bb-413a-482f-aa29-8743db37becf req-9397b57c-3b81-47a2-9a68-8db2289664f1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:13:59.580750 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0865c9bb-413a-482f-aa29-8743db37becf req-9397b57c-3b81-47a2-9a68-8db2289664f1 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0541961 Mar 07 18:13:59.632717 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0865c9bb-413a-482f-aa29-8743db37becf req-933a84d5-618b-430b-adbd-9b9e71cfad81 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448568 Mar 07 18:14:00.355409 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d3357-99c8-4cad-b101-ab01f96ba53e req-2fa5f599-81dc-4808-8458-e819dd7a2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:00.357186 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f1d3357-99c8-4cad-b101-ab01f96ba53e req-2fa5f599-81dc-4808-8458-e819dd7a2b09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 1130 time: 0.1375697 Mar 07 18:14:00.446399 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d3357-99c8-4cad-b101-ab01f96ba53e req-ee6f2efb-dc43-4b40-9a4f-fb7f71eb62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:00.447816 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f1d3357-99c8-4cad-b101-ab01f96ba53e req-ee6f2efb-dc43-4b40-9a4f-fb7f71eb62e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 918 time: 0.0843079 Mar 07 18:14:00.513496 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f1d3357-99c8-4cad-b101-ab01f96ba53e req-afb84234-318d-45a0-b0d4-7f806169972c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47 HTTP/1.1" status: 200 len: 1002 time: 0.0580370 Mar 07 18:14:00.564123 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d3357-99c8-4cad-b101-ab01f96ba53e req-b20a4ddd-ff3e-403e-a01b-7d4d709bd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:00.565549 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f1d3357-99c8-4cad-b101-ab01f96ba53e req-b20a4ddd-ff3e-403e-a01b-7d4d709bd685 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.0457122 Mar 07 18:14:00.618533 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d3357-99c8-4cad-b101-ab01f96ba53e req-3f360f66-c9a7-47cb-8148-0bd731410ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:00.618533 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f1d3357-99c8-4cad-b101-ab01f96ba53e req-3f360f66-c9a7-47cb-8148-0bd731410ec5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458596 Mar 07 18:14:00.745472 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f1d3357-99c8-4cad-b101-ab01f96ba53e req-bfdb599b-403c-49ae-9d23-005a3a339885 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072705 Mar 07 18:14:00.823286 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ec5b5-da15-46eb-b69f-ae6d910ce0cb req-19445b22-25db-48d4-adf8-1df1974ce574 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:00.824779 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e92ec5b5-da15-46eb-b69f-ae6d910ce0cb req-19445b22-25db-48d4-adf8-1df1974ce574 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.1201999 Mar 07 18:14:00.865178 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9f1d3357-99c8-4cad-b101-ab01f96ba53e req-6eeb2c87-be6b-49ad-a0dd-d692603e53db service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130557 Mar 07 18:14:00.886184 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e92ec5b5-da15-46eb-b69f-ae6d910ce0cb req-16d8142e-9754-435a-8f26-e06195d6e204 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556436 Mar 07 18:14:01.241423 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:14:02.010926 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83160-6bb4-48a2-9d68-29c32dc7a1a7 req-042ea12b-0056-4d49-bc65-3f6269b3ac36 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:02.012446 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-55d83160-6bb4-48a2-9d68-29c32dc7a1a7 req-042ea12b-0056-4d49-bc65-3f6269b3ac36 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0561228 Mar 07 18:14:02.058775 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-55d83160-6bb4-48a2-9d68-29c32dc7a1a7 req-dd2e3ba1-8302-4fef-a00d-488c4d223b22 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408018 Mar 07 18:14:03.183637 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34531c-91e5-491f-8116-48d96a0b8bad req-22ed221a-4bba-4eda-9137-f3909bc08911 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:03.185133 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ae34531c-91e5-491f-8116-48d96a0b8bad req-22ed221a-4bba-4eda-9137-f3909bc08911 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0547860 Mar 07 18:14:03.233632 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ae34531c-91e5-491f-8116-48d96a0b8bad req-6ee9c0b1-b2ac-45cf-b171-21a88537fadb tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430541 Mar 07 18:14:03.343910 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 3ef42fca-9291-4d76-a7a1-768e3ded1a47 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:14:03.421381 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 is: ACTIVE; New status is: DOWN {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:14:03.421775 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:03.447065 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:14:03.449995 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f932b82b-ff2f-4b09-9afd-ec8392872b1e" -d '{"events": [{"server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:14:03.464865 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:03.473790 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:03.508897 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 18:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8181f782-f7d6-49dc-b13b-5f6d7fae1b35 x-openstack-request-id: req-8181f782-f7d6-49dc-b13b-5f6d7fae1b35 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:14:03.509189 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "name": "network-vif-unplugged", "status": "failed", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47", "code": 422}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:14:03.509481 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8181f782-f7d6-49dc-b13b-5f6d7fae1b35 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:14:03.509867 dv-cinder-832291-1-iscsi neutron-server[103235]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'code': 422} returned with failed status Mar 07 18:14:03.527356 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=3ef42fca-9291-4d76-a7a1-768e3ded1a47,revision_number=8']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:04.063807 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [req-5714d8f9-3be6-4f3e-b07d-e78553e0ce7b req-cfd3584e-5ebe-4f73-b1a8-5bc665a0e510 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:14:04.064853 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5714d8f9-3be6-4f3e-b07d-e78553e0ce7b req-cfd3584e-5ebe-4f73-b1a8-5bc665a0e510 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502954 Mar 07 18:14:04.225506 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8d3d2-fa03-4649-8e16-e71b9b6936e4 req-621deb06-b6b5-42cc-b55d-acd9ae5f481b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:04.227105 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f1d8d3d2-fa03-4649-8e16-e71b9b6936e4 req-621deb06-b6b5-42cc-b55d-acd9ae5f481b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0568275 Mar 07 18:14:04.274306 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f1d8d3d2-fa03-4649-8e16-e71b9b6936e4 req-5c40d0d8-d0df-49c2-80e6-64b2005a267e tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407696 Mar 07 18:14:04.458149 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 40618) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:04.549162 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-8955b185-7fed-4d73-8578-8f6b7b883cc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897667 Mar 07 18:14:04.557858 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-b2c54bcb-6a61-41b1-92fb-ed8d3fdc8704 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:14:04.558789 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-b2c54bcb-6a61-41b1-92fb-ed8d3fdc8704 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047138 Mar 07 18:14:04.635777 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 40626) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:04.730914 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-90cfbb8a-7589-4038-9ed7-56042da5c4cf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:04.732554 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-90cfbb8a-7589-4038-9ed7-56042da5c4cf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports/3ef42fca-9291-4d76-a7a1-768e3ded1a47 HTTP/1.1" status: 200 len: 941 time: 0.0956817 Mar 07 18:14:05.400466 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a887d-274a-451e-9edd-88f02b81b4c6 req-5580128f-e063-4cae-9be6-ef35eeef49e7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:05.401940 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2c2a887d-274a-451e-9edd-88f02b81b4c6 req-5580128f-e063-4cae-9be6-ef35eeef49e7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0538156 Mar 07 18:14:05.447904 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2c2a887d-274a-451e-9edd-88f02b81b4c6 req-b90f3421-2080-47be-9d99-e8c0fb0881a6 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402582 Mar 07 18:14:05.692765 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-edb0fe4f-d489-4009-b872-cedfd32ffd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:05.694375 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-edb0fe4f-d489-4009-b872-cedfd32ffd09 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1&tenant_id=ad4cb97f96de4c73a3c759ebc4e33894 HTTP/1.1" status: 200 len: 1128 time: 0.0496392 Mar 07 18:14:05.761825 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-960b84bc-ac0a-491f-a932-5a7a97e2df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:05.763326 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-960b84bc-ac0a-491f-a932-5a7a97e2df28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 1128 time: 0.0449533 Mar 07 18:14:05.854493 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-2fb0bea6-b495-403f-9417-ed5880fe2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:05.856260 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-2fb0bea6-b495-403f-9417-ed5880fe2118 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 918 time: 0.0865886 Mar 07 18:14:05.924363 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-5ff4a830-da6e-49e7-a995-1c9e96d5e926 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47 HTTP/1.1" status: 200 len: 1000 time: 0.0599542 Mar 07 18:14:05.970391 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-da4840c3-0b25-438e-ab13-bd79f7e9c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:05.971791 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-da4840c3-0b25-438e-ab13-bd79f7e9c0df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.0414863 Mar 07 18:14:06.019472 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-326e0376-8cc4-48b1-9ea8-886c1cab98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:06.020880 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-326e0376-8cc4-48b1-9ea8-886c1cab98fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424531 Mar 07 18:14:06.114420 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-48c605d1-337f-4631-a3e4-8ffd237856b6 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863242 Mar 07 18:14:06.202114 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-e718ffed-1d47-4da1-83c7-36eed0d77120 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817666 Mar 07 18:14:06.573441 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c66f0-23b2-43ce-8207-a9acc559ac33 req-ce244619-28e5-4456-9d53-e8dc23914712 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:06.574949 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8c0c66f0-23b2-43ce-8207-a9acc559ac33 req-ce244619-28e5-4456-9d53-e8dc23914712 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0535023 Mar 07 18:14:06.624243 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8c0c66f0-23b2-43ce-8207-a9acc559ac33 req-133a375b-b412-495d-ba9e-3bf3c0ca30b0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429990 Mar 07 18:14:07.763798 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d616b-93e6-42d6-93e6-f983f7d0514b req-34122c6c-8484-4b51-82cd-397b183e8fdb tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:07.765441 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bf9d616b-93e6-42d6-93e6-f983f7d0514b req-34122c6c-8484-4b51-82cd-397b183e8fdb tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0675430 Mar 07 18:14:07.824684 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bf9d616b-93e6-42d6-93e6-f983f7d0514b req-4476c9ee-ca5a-4625-a80f-38f7863fdf9b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536759 Mar 07 18:14:08.975146 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c03fd-76ef-4b27-9d79-b339665a790a req-69480004-e1a0-4905-ab4d-d99cc7d5f0b9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:08.977571 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ad3c03fd-76ef-4b27-9d79-b339665a790a req-69480004-e1a0-4905-ab4d-d99cc7d5f0b9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0726087 Mar 07 18:14:09.031011 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ad3c03fd-76ef-4b27-9d79-b339665a790a req-3d461438-08c4-40c2-b2fe-fb463016670a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485198 Mar 07 18:14:10.155444 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c877-0c04-417c-b6fc-da36933f4444 req-cd51ef81-92cc-4ec5-b0ca-fca08451e451 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:10.156858 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7d99c877-0c04-417c-b6fc-da36933f4444 req-cd51ef81-92cc-4ec5-b0ca-fca08451e451 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0530491 Mar 07 18:14:10.202525 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7d99c877-0c04-417c-b6fc-da36933f4444 req-647910a8-14fb-4d8f-abe2-9f2c46e27b50 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395358 Mar 07 18:14:11.358802 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7ef13-6a69-42cb-b5b3-f9597384a8c6 req-9767544d-1e48-462d-af86-0f72ade2b78b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:11.360391 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7dc7ef13-6a69-42cb-b5b3-f9597384a8c6 req-9767544d-1e48-462d-af86-0f72ade2b78b tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0759909 Mar 07 18:14:11.413492 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7dc7ef13-6a69-42cb-b5b3-f9597384a8c6 req-4eee1b73-e7da-4d1b-bfbf-e0d36512b643 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460017 Mar 07 18:14:12.084417 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8c6fca71-bef2-4786-9fda-cedcd01ec52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:12.558175 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fd05b-07da-4cc5-a698-fb6e587119d7 req-f7764ac3-7777-46b9-9085-d4c1f1b56f06 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:12.559662 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ee0fd05b-07da-4cc5-a698-fb6e587119d7 req-f7764ac3-7777-46b9-9085-d4c1f1b56f06 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0553677 Mar 07 18:14:12.606738 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ee0fd05b-07da-4cc5-a698-fb6e587119d7 req-5930f82d-1a8d-4f4f-ac97-64f25afa6496 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414684 Mar 07 18:14:13.745057 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d658ad-8675-47a8-878a-78e47a520de5 req-124032a1-7272-4759-8a5a-d3655a51a070 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:13.746582 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-74d658ad-8675-47a8-878a-78e47a520de5 req-124032a1-7272-4759-8a5a-d3655a51a070 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0534880 Mar 07 18:14:13.793477 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-74d658ad-8675-47a8-878a-78e47a520de5 req-b1831282-5413-49f0-8af2-be0cf0183331 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412786 Mar 07 18:14:14.283464 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0fd3-0c02-4797-be69-dba6d71581d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:14.933602 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b4d47-4861-4f15-b069-b00b6938746f req-8b045415-fdd2-4a67-b396-d946cdb0dc3c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:14.935073 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f00b4d47-4861-4f15-b069-b00b6938746f req-8b045415-fdd2-4a67-b396-d946cdb0dc3c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0629084 Mar 07 18:14:14.985278 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f00b4d47-4861-4f15-b069-b00b6938746f req-bd6fa4d9-7c04-4823-8252-9e835521c279 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447626 Mar 07 18:14:15.415423 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:15.433685 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:16.108438 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad53011-e321-4143-8f8b-50b09fbbcf1e req-83593186-53e4-4851-83cf-d9b95c7bfce8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:16.109900 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dad53011-e321-4143-8f8b-50b09fbbcf1e req-83593186-53e4-4851-83cf-d9b95c7bfce8 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0517750 Mar 07 18:14:16.155767 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dad53011-e321-4143-8f8b-50b09fbbcf1e req-9c3775e7-5ed5-4d66-a82b-e5828d7bb320 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403328 Mar 07 18:14:16.863457 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:17.281702 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce5eaf-f5dc-4f4f-b589-4bc45a1617df req-6681e92f-0e98-4ad5-8e0a-2bd4066e1284 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:17.283145 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-64ce5eaf-f5dc-4f4f-b589-4bc45a1617df req-6681e92f-0e98-4ad5-8e0a-2bd4066e1284 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0541975 Mar 07 18:14:17.327939 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-64ce5eaf-f5dc-4f4f-b589-4bc45a1617df req-72f05ac6-d679-438e-b0f0-571e89cf875a tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392780 Mar 07 18:14:18.448332 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1e8cd-22c5-4907-9835-657e5d307d51 req-ad1f4e00-8d27-4773-890a-f640408348b7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:18.449800 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-25a1e8cd-22c5-4907-9835-657e5d307d51 req-ad1f4e00-8d27-4773-890a-f640408348b7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0517294 Mar 07 18:14:18.497612 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-25a1e8cd-22c5-4907-9835-657e5d307d51 req-cb261fe7-9ecc-4852-89af-c0201600f9da tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419731 Mar 07 18:14:18.540736 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:19.618373 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f82fa-93f1-4ca6-be54-de82d13bd31d req-e4fb1cf3-b59c-485b-a196-63234cc0592e tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:19.619748 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-982f82fa-93f1-4ca6-be54-de82d13bd31d req-e4fb1cf3-b59c-485b-a196-63234cc0592e tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0522616 Mar 07 18:14:19.667559 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-982f82fa-93f1-4ca6-be54-de82d13bd31d req-33054005-5d45-4fc1-a721-72aecdc64966 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423393 Mar 07 18:14:21.025891 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2d6ff-1bcd-420b-9d5d-7d96bdb271ec req-918b05d3-50b6-4e3c-ae93-c83d30084828 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:21.027371 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ebe2d6ff-1bcd-420b-9d5d-7d96bdb271ec req-918b05d3-50b6-4e3c-ae93-c83d30084828 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 944 time: 0.2888839 Mar 07 18:14:21.079210 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ebe2d6ff-1bcd-420b-9d5d-7d96bdb271ec req-a121092f-8b10-4b8b-b69c-b1f2cadc8421 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457335 Mar 07 18:14:21.483502 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 3ef42fca-9291-4d76-a7a1-768e3ded1a47 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:14:21.709371 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:21.720533 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'port_id': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'mac_address': 'fa:16:3e:16:28:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:14:21.757432 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:14:21.757921 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:21.770617 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef42fca-9291-4d76-a7a1-768e3ded1a47 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:14:21.792865 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:21.796938 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:21.854593 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=3ef42fca-9291-4d76-a7a1-768e3ded1a47,revision_number=9']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:21.869561 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:21.869902 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:21.870252 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:21.870713 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:21.871057 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:21.871421 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:21.871788 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:21.872247 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:21.872582 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:21.872919 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:21.873248 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:21.873578 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:21.873900 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:22.203936 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f687d7-aefc-4ccc-9b72-dbf72efdd2d4 req-87ba20f8-2691-44c3-a80e-239ec0d4c43c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:22.205410 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-52f687d7-aefc-4ccc-9b72-dbf72efdd2d4 req-87ba20f8-2691-44c3-a80e-239ec0d4c43c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 945 time: 0.0514205 Mar 07 18:14:22.250810 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-52f687d7-aefc-4ccc-9b72-dbf72efdd2d4 req-bb5f4e61-1469-47fe-b456-bf02e4f65456 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394752 Mar 07 18:14:22.713340 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['3ef42fca-9291-4d76-a7a1-768e3ded1a47'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:14:23.379943 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17687ecb-5bba-48d5-936b-00afefe13773 req-d5775053-9cd7-4075-9371-cb3610595cb7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:23.381688 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-17687ecb-5bba-48d5-936b-00afefe13773 req-d5775053-9cd7-4075-9371-cb3610595cb7 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 945 time: 0.0578611 Mar 07 18:14:23.430878 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-17687ecb-5bba-48d5-936b-00afefe13773 req-87186410-1fd8-4916-a779-5e6ed0b0c689 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433733 Mar 07 18:14:23.485185 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 3ef42fca-9291-4d76-a7a1-768e3ded1a47 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:14:23.536245 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:14:23.536630 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:23.621975 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:14:23.622380 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:23.646520 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:14:23.649106 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f609bf-3655-490e-ae3b-da2a77e797e4" -d '{"events": [{"server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "name": "network-vif-plugged", "status": "completed", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:14:23.662128 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:23.666569 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:23.720135 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=3ef42fca-9291-4d76-a7a1-768e3ded1a47,revision_number=10']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:23.755455 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1707a5a-0e46-46dc-a873-b19f48d35154 x-openstack-request-id: req-b1707a5a-0e46-46dc-a873-b19f48d35154 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:14:23.755785 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "name": "network-vif-plugged", "status": "completed", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:14:23.756041 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1707a5a-0e46-46dc-a873-b19f48d35154 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:14:23.756603 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'code': 200} Mar 07 18:14:23.944322 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde09098-b794-41f8-9fb9-2f229a21fd46 req-d7a045b1-7b05-4258-921e-399869b96981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:23.945811 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fde09098-b794-41f8-9fb9-2f229a21fd46 req-d7a045b1-7b05-4258-921e-399869b96981 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 1131 time: 0.0437419 Mar 07 18:14:23.997359 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fde09098-b794-41f8-9fb9-2f229a21fd46 req-bd44ed22-111d-4d33-bd7f-ee0d12223278 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400364 Mar 07 18:14:24.560614 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949144-7338-4f2c-bd03-021faf2d5336 req-ee8c1925-9589-4390-8ab0-ddf2d32fb179 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:24.562089 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-37949144-7338-4f2c-bd03-021faf2d5336 req-ee8c1925-9589-4390-8ab0-ddf2d32fb179 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 947 time: 0.0543308 Mar 07 18:14:24.607377 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-37949144-7338-4f2c-bd03-021faf2d5336 req-93ef326d-ed8a-44b2-bc95-93b1af02c8a2 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397167 Mar 07 18:14:25.733432 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384fcce-00af-4954-9a91-ce8fc98a1e18 req-9dbbd89c-0796-4cd3-9511-d900d27bb9af tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:25.734899 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a384fcce-00af-4954-9a91-ce8fc98a1e18 req-9dbbd89c-0796-4cd3-9511-d900d27bb9af tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 947 time: 0.0556781 Mar 07 18:14:25.783375 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a384fcce-00af-4954-9a91-ce8fc98a1e18 req-dbe04e03-b127-4ad0-948d-370208bb2216 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420260 Mar 07 18:14:26.906131 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70221533-60d5-45ca-909e-c3f1f08944d3 req-545f83ad-900d-4369-b5f8-3d6813eb7bd3 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:26.907847 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-70221533-60d5-45ca-909e-c3f1f08944d3 req-545f83ad-900d-4369-b5f8-3d6813eb7bd3 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 947 time: 0.0515802 Mar 07 18:14:26.956499 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-70221533-60d5-45ca-909e-c3f1f08944d3 req-be62a204-c70f-438a-9e85-419345e5b734 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431828 Mar 07 18:14:28.343441 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 40914) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:28.442474 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:28.516313 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Publish callbacks [] for security_group (9b282dfa-93ba-4e48-a445-2d69c4820af3), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:28.519652 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (9b282dfa-93ba-4e48-a445-2d69c4820af3), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:28.558661 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b282dfa-93ba-4e48-a445-2d69c4820af3,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:28.562336 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9eebaccfad2f45449c3423014709f9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179010 Mar 07 18:14:28.565043 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 40918) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:28.568085 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.568988 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.569867 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.570217 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.570558 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.570895 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.571238 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.571574 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.571910 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.572264 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.572597 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.572925 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.573252 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e186da2-9c84-4e90-837e-3c88beb802d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.614962 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Publish callbacks [] for security_group (9b282dfa-93ba-4e48-a445-2d69c4820af3), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:28.636739 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Publish callbacks [] for security_group (9b282dfa-93ba-4e48-a445-2d69c4820af3), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:28.680891 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (9b282dfa-93ba-4e48-a445-2d69c4820af3), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:28.683411 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:28.684562 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b282dfa-93ba-4e48-a445-2d69c4820af3 HTTP/1.1" status: 204 len: 168 time: 0.1185577 Mar 07 18:14:28.692007 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b282dfa-93ba-4e48-a445-2d69c4820af3,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:28.699622 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.699978 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.700347 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.700688 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.701016 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.701341 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.701665 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.701992 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.702318 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.702640 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.702959 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.703276 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:28.703631 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c32d5d-214c-4642-9051-27bad0e20fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:14:38.240432 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:14:39.390604 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41128) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:39.498513 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a9f44a3-d0ba-44fc-a9ab-121352f06a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:39.580288 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a9f44a3-d0ba-44fc-a9ab-121352f06a8c admin admin] Publish callbacks [] for security_group (8de5c533-7eca-475e-b0b6-0ba797ef3d91), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:39.584310 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a9f44a3-d0ba-44fc-a9ab-121352f06a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8de5c533-7eca-475e-b0b6-0ba797ef3d91), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:39.626190 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f44a3-d0ba-44fc-a9ab-121352f06a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de5c533-7eca-475e-b0b6-0ba797ef3d91,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:39.632433 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-9a9f44a3-d0ba-44fc-a9ab-121352f06a8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63b4a142fcb84d15a8cf1460dadf818b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399926 Mar 07 18:14:39.634844 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41134) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:39.693017 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ad99ed2-841e-4c88-b2da-acaaded27ad0 admin admin] Publish callbacks [] for security_group (8de5c533-7eca-475e-b0b6-0ba797ef3d91), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:39.719955 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ad99ed2-841e-4c88-b2da-acaaded27ad0 admin admin] Publish callbacks [] for security_group (8de5c533-7eca-475e-b0b6-0ba797ef3d91), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:39.774816 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ad99ed2-841e-4c88-b2da-acaaded27ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8de5c533-7eca-475e-b0b6-0ba797ef3d91), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:39.777405 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ad99ed2-841e-4c88-b2da-acaaded27ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:39.778867 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-6ad99ed2-841e-4c88-b2da-acaaded27ad0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8de5c533-7eca-475e-b0b6-0ba797ef3d91 HTTP/1.1" status: 204 len: 168 time: 0.1428845 Mar 07 18:14:39.787119 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad99ed2-841e-4c88-b2da-acaaded27ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de5c533-7eca-475e-b0b6-0ba797ef3d91,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:42.087637 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ae52fe13-e31e-4881-9ba3-b26c79a09ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:44.002828 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4f3fa-2f72-4d7a-8bbf-9806e8e4c94c req-71550774-cbfe-4ebd-bd12-644ab5fcc0d5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:44.004265 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-74c4f3fa-2f72-4d7a-8bbf-9806e8e4c94c req-71550774-cbfe-4ebd-bd12-644ab5fcc0d5 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 945 time: 0.0526297 Mar 07 18:14:44.050492 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-74c4f3fa-2f72-4d7a-8bbf-9806e8e4c94c req-2c3ee092-d569-41d6-a159-d12282222709 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405030 Mar 07 18:14:44.291638 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d51f07ca-97e4-4f17-8583-ae8bf9094b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:45.177819 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50223f30-0101-43aa-ae2c-4402bf98d067 req-29c061d0-4d81-4803-8a1e-7edd82ff4a3a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:45.180117 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-50223f30-0101-43aa-ae2c-4402bf98d067 req-29c061d0-4d81-4803-8a1e-7edd82ff4a3a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 945 time: 0.0599203 Mar 07 18:14:45.228677 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-50223f30-0101-43aa-ae2c-4402bf98d067 req-8ed644ae-7533-4024-b5d7-52499418ef0b tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups?id=74c4d775-4ac2-4d41-9475-fb5c1e685992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423121 Mar 07 18:14:45.416040 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:45.446944 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:45.712257 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-eb8f63be-4fef-42a4-bdae-d107a662a924 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:45.713687 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-eb8f63be-4fef-42a4-bdae-d107a662a924 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 945 time: 0.0523262 Mar 07 18:14:45.803888 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Deleting port e08c958b-8816-4367-a8f6-541e1e16b3a1 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:14:45.804264 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:45.902941 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] For port e08c958b-8816-4367-a8f6-541e1e16b3a1, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=e08c958b-8816-4367-a8f6-541e1e16b3a1,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:45.903310 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:46.070859 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:46.071236 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (53fc3027-570e-4cd9-9990-f8245f3811a3), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:46.071558 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Floating IP 53fc3027-570e-4cd9-9990-f8245f3811a3 disassociated. External IP: 172.27.0.122, port: e08c958b-8816-4367-a8f6-541e1e16b3a1. Mar 07 18:14:46.071902 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Calling delete_port for e08c958b-8816-4367-a8f6-541e1e16b3a1 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:14:46.200708 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (e08c958b-8816-4367-a8f6-541e1e16b3a1), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:46.229477 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event deleted for resources: {'Port': ['ID=e08c958b-8816-4367-a8f6-541e1e16b3a1,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:46.317277 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ab3b5218-a64d-4b7c-b2f2-38214c8ceb84 req-5af6a343-fde8-4571-9780-19e133c505e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705590 Mar 07 18:14:46.377820 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c0ac6897-17be-4477-9177-9d12e7034e64 req-9cd38682-331e-4539-951d-5fa687585c5f tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/ports?device_id=977a9d6a-7e58-4f08-bd1e-b8661a65d9c2 HTTP/1.1" status: 200 len: 210 time: 0.0414665 Mar 07 18:14:46.407707 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:14:46.419918 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b5218-a64d-4b7c-b2f2-38214c8ceb84 req-a4d63aad-50a0-4ad3-83de-9129c2e046f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:46.422351 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ab3b5218-a64d-4b7c-b2f2-38214c8ceb84 req-a4d63aad-50a0-4ad3-83de-9129c2e046f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 1131 time: 0.0608718 Mar 07 18:14:46.526467 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:14:46.539184 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93dbcb-f653-41c8-bae1-b9a71100f1cd None None] Sync routers for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:14:46.540488 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b5218-a64d-4b7c-b2f2-38214c8ceb84 req-b8435ae9-4945-4d50-b8b9-e836a716873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:46.543067 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ab3b5218-a64d-4b7c-b2f2-38214c8ceb84 req-b8435ae9-4945-4d50-b8b9-e836a716873f service neutron] 10.222.0.37 "GET /v2.0/networks?id=c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 200 len: 918 time: 0.1030915 Mar 07 18:14:46.548911 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93dbcb-f653-41c8-bae1-b9a71100f1cd None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:14:46.549739 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4f93dbcb-f653-41c8-bae1-b9a71100f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:14:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:46.575831 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] No DVR routers for this DVR port e08c958b-8816-4367-a8f6-541e1e16b3a1 on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:14:46.579339 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:46.584685 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e4596d68-0c5e-44ca-afd9-2fd25e70eb9f req-76a59465-4290-4dd7-9a3e-dc09c07c825a tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.37 "DELETE /v2.0/ports/e08c958b-8816-4367-a8f6-541e1e16b3a1 HTTP/1.1" status: 204 len: 173 time: 0.8655515 Mar 07 18:14:46.585203 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'name': 'network-vif-deleted', 'tag': 'e08c958b-8816-4367-a8f6-541e1e16b3a1'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:14:46.588630 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e96407e-8aaf-4a1a-a158-e92f2d1fd702" -d '{"events": [{"server_uuid": "977a9d6a-7e58-4f08-bd1e-b8661a65d9c2", "name": "network-vif-deleted", "tag": "e08c958b-8816-4367-a8f6-541e1e16b3a1"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:14:46.674121 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ab3b5218-a64d-4b7c-b2f2-38214c8ceb84 req-c9a6cfff-2da2-4b80-9653-4dd5febe84d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47 HTTP/1.1" status: 200 len: 1002 time: 0.1116147 Mar 07 18:14:46.744614 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-4f93dbcb-f653-41c8-bae1-b9a71100f1cd None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:14:46.753155 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b5218-a64d-4b7c-b2f2-38214c8ceb84 req-07747e13-551d-4acd-b414-4959d313cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:46.755473 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ab3b5218-a64d-4b7c-b2f2-38214c8ceb84 req-07747e13-551d-4acd-b414-4959d313cfb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 200 len: 856 time: 0.0745509 Mar 07 18:14:46.845185 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b5218-a64d-4b7c-b2f2-38214c8ceb84 req-a20705e8-ee2e-4e3c-b09e-1845dfbc3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:46.859285 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ab3b5218-a64d-4b7c-b2f2-38214c8ceb84 req-a20705e8-ee2e-4e3c-b09e-1845dfbc3e55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c142ae0b-d6c6-40c3-b892-6770988a7506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937250 Mar 07 18:14:46.933833 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:46.985879 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8e961-281b-4068-92f1-60263b1e607e req-77d8a1ee-c094-4805-98e0-18ab77a5222f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:46.989954 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ab3b5218-a64d-4b7c-b2f2-38214c8ceb84 req-04102290-ce9f-46eb-980c-4ba9f267ec14 service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151414 Mar 07 18:14:46.992681 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-40a8e961-281b-4068-92f1-60263b1e607e req-77d8a1ee-c094-4805-98e0-18ab77a5222f tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 945 time: 0.0647609 Mar 07 18:14:47.029622 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaa2e5b-f167-46a2-a894-9bb3b061b360 x-openstack-request-id: req-eeaa2e5b-f167-46a2-a894-9bb3b061b360 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:14:47.030195 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977a9d6a-7e58-4f08-bd1e-b8661a65d9c2", "name": "network-vif-deleted", "tag": "e08c958b-8816-4367-a8f6-541e1e16b3a1", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:14:47.030679 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeaa2e5b-f167-46a2-a894-9bb3b061b360 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:14:47.031261 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977a9d6a-7e58-4f08-bd1e-b8661a65d9c2', 'name': 'network-vif-deleted', 'tag': 'e08c958b-8816-4367-a8f6-541e1e16b3a1', 'status': 'completed', 'code': 200} Mar 07 18:14:47.050425 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4f93dbcb-f653-41c8-bae1-b9a71100f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:47.054446 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-40a8e961-281b-4068-92f1-60263b1e607e req-37a87bc1-35b9-4395-8a7e-7675360a5f88 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589190 Mar 07 18:14:47.082068 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93dbcb-f653-41c8-bae1-b9a71100f1cd None None] Checking router: 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:14:47.086444 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-ab3b5218-a64d-4b7c-b2f2-38214c8ceb84 req-f077423c-88a5-4984-8601-a06d49a73c9f service neutron] 10.222.0.37 "GET /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878754 Mar 07 18:14:47.091372 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93dbcb-f653-41c8-bae1-b9a71100f1cd None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:14:47.091983 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4f93dbcb-f653-41c8-bae1-b9a71100f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:14:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:47.203881 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-4f93dbcb-f653-41c8-bae1-b9a71100f1cd None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:14:47.399005 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4f93dbcb-f653-41c8-bae1-b9a71100f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:47.424501 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93dbcb-f653-41c8-bae1-b9a71100f1cd None None] The sync data for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi is: [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 4, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '46a67b30-9955-4d3e-94a7-784994ee4086', 'name': '', 'network_id': '800e9ee9-8ed4-475a-8cec-65f891cb90a7', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'mac_address': 'fa:16:3e:66:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:59Z', 'updated_at': '2022-03-07T18:09:08Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'subnets': [{'id': '94dfeeb6-64a3-458e-b465-1993f2079c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:14:47.472689 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41220) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:47.535139 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfafd6ce-71c6-457a-b442-b73f73dcc954 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (74c4d775-4ac2-4d41-9475-fb5c1e685992), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:47.559756 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfafd6ce-71c6-457a-b442-b73f73dcc954 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (74c4d775-4ac2-4d41-9475-fb5c1e685992), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:47.608861 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfafd6ce-71c6-457a-b442-b73f73dcc954 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (74c4d775-4ac2-4d41-9475-fb5c1e685992), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:47.611578 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfafd6ce-71c6-457a-b442-b73f73dcc954 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:47.612802 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-cfafd6ce-71c6-457a-b442-b73f73dcc954 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "DELETE /v2.0/security-groups/74c4d775-4ac2-4d41-9475-fb5c1e685992 HTTP/1.1" status: 204 len: 168 time: 0.1391098 Mar 07 18:14:47.616296 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41222) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:47.625872 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafd6ce-71c6-457a-b442-b73f73dcc954 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c4d775-4ac2-4d41-9475-fb5c1e685992,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:47.631137 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.api.v2.resource [None req-244e340b-0862-4bd9-8e0b-74a5a2095558 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] show failed (client error): The resource could not be found. Mar 07 18:14:47.632531 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-244e340b-0862-4bd9-8e0b-74a5a2095558 tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "GET /v2.0/security-groups/74c4d775-4ac2-4d41-9475-fb5c1e685992 HTTP/1.1" status: 404 len: 347 time: 0.0144079 Mar 07 18:14:47.635502 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41224) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:47.667115 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063e9c2-37a3-4a59-80f1-9cd1804d34d2 None None] New status for floating IP 53fc3027-570e-4cd9-9990-f8245f3811a3: DOWN {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:14:47.767795 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-83c9ced5-ae31-42b8-8b9a-42a40e7d64dc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Deleting port e870500a-4d40-4709-b740-cbd33415264c {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:14:47.768196 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83c9ced5-ae31-42b8-8b9a-42a40e7d64dc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (e870500a-4d40-4709-b740-cbd33415264c), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:47.849383 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83c9ced5-ae31-42b8-8b9a-42a40e7d64dc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (e870500a-4d40-4709-b740-cbd33415264c), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:47.849734 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83c9ced5-ae31-42b8-8b9a-42a40e7d64dc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (e870500a-4d40-4709-b740-cbd33415264c), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:47.862152 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-83c9ced5-ae31-42b8-8b9a-42a40e7d64dc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Calling delete_port for e870500a-4d40-4709-b740-cbd33415264c owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:14:47.989611 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83c9ced5-ae31-42b8-8b9a-42a40e7d64dc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (e870500a-4d40-4709-b740-cbd33415264c), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:48.018967 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9ced5-ae31-42b8-8b9a-42a40e7d64dc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Pushing event deleted for resources: {'Port': ['ID=e870500a-4d40-4709-b740-cbd33415264c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:48.073623 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83c9ced5-ae31-42b8-8b9a-42a40e7d64dc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks [] for floatingip (53fc3027-570e-4cd9-9990-f8245f3811a3), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:48.076280 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83c9ced5-ae31-42b8-8b9a-42a40e7d64dc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:48.077419 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-83c9ced5-ae31-42b8-8b9a-42a40e7d64dc tempest-AttachVolumeNegativeTest-1792203650 tempest-AttachVolumeNegativeTest-1792203650-project] 10.222.0.13 "DELETE /v2.0/floatingips/53fc3027-570e-4cd9-9990-f8245f3811a3 HTTP/1.1" status: 204 len: 168 time: 0.4409990 Mar 07 18:14:48.177310 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2678ae6-a498-40e0-b1cc-8b5f6b3e9b70 req-f7ea6c8d-967c-4137-a450-668adae3d16a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:48.178904 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b2678ae6-a498-40e0-b1cc-8b5f6b3e9b70 req-f7ea6c8d-967c-4137-a450-668adae3d16a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 945 time: 0.0594947 Mar 07 18:14:48.229566 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b2678ae6-a498-40e0-b1cc-8b5f6b3e9b70 req-329184d3-1625-487a-8d7d-de7d8a8d2742 tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fdfc351-c95c-43bf-ac6d-374aa0798b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414929 Mar 07 18:14:48.544289 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:48.775103 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-f682d8c0-d115-46bb-b14f-9e0f719ebc8b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:14:48.776571 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-f682d8c0-d115-46bb-b14f-9e0f719ebc8b tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.37 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 945 time: 0.0516677 Mar 07 18:14:48.871090 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Deleting port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:14:48.871434 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:48.957062 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] For port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:48.957422 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:49.129080 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:49.129369 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (6809c49c-7005-4b33-ab02-0f3174a4100e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:49.129689 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.l3_db [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Floating IP 6809c49c-7005-4b33-ab02-0f3174a4100e disassociated. External IP: 172.27.0.18, port: ec0a9d8a-288e-4f9a-9909-ee4c34e310ed. Mar 07 18:14:49.130036 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Calling delete_port for ec0a9d8a-288e-4f9a-9909-ee4c34e310ed owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:14:49.260633 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (ec0a9d8a-288e-4f9a-9909-ee4c34e310ed), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:49.294187 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event deleted for resources: {'Port': ['ID=ec0a9d8a-288e-4f9a-9909-ee4c34e310ed,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:49.343506 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-735bb394-8ae1-453b-8322-098330b59c09 req-ff81f5f7-e22b-4fa6-b1ce-79ab731c2acc tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbb3d5-c364-4944-899d-0f22bc9e2889 HTTP/1.1" status: 200 len: 210 time: 0.0447068 Mar 07 18:14:49.559867 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device ec0a9d8a-288e-4f9a-9909-ee4c34e310ed no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:14:49.580814 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: ec0a9d8a-288e-4f9a-9909-ee4c34e310ed {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:14:49.581107 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device ec0a9d8a-288e-4f9a-9909-ee4c34e310ed not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:14:49.581535 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device e08c958b-8816-4367-a8f6-541e1e16b3a1 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:14:49.602758 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: e08c958b-8816-4367-a8f6-541e1e16b3a1 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:14:49.603102 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device e08c958b-8816-4367-a8f6-541e1e16b3a1 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:14:49.683080 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Router 306edbd1-e8e6-42a9-ad51-fd88435c6432 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:14:49.796658 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:14:49.807588 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb153749-0279-42cc-bfa8-016def79d014 None None] Sync routers for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:14:49.817113 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb153749-0279-42cc-bfa8-016def79d014 None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:14:49.817805 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fb153749-0279-42cc-bfa8-016def79d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:14:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:49.838026 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] No DVR routers for this DVR port ec0a9d8a-288e-4f9a-9909-ee4c34e310ed on host hv-cinder-83229 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:14:49.840601 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:49.843866 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-6eca18d4-4d4e-4eb6-9a80-efe56dd0007b req-fb6b0799-7b57-4835-a793-7119fa6a099c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.37 "DELETE /v2.0/ports/ec0a9d8a-288e-4f9a-9909-ee4c34e310ed HTTP/1.1" status: 204 len: 173 time: 1.0616920 Mar 07 18:14:49.844328 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'name': 'network-vif-deleted', 'tag': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:14:49.846608 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d905709-fd4a-4af9-beb8-6febd201f619" -d '{"events": [{"server_uuid": "99fbb3d5-c364-4944-899d-0f22bc9e2889", "name": "network-vif-deleted", "tag": "ec0a9d8a-288e-4f9a-9909-ee4c34e310ed"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:14:49.935586 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-fb153749-0279-42cc-bfa8-016def79d014 None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:14:49.958895 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a104fe-37aa-44ad-a12f-d6753fe67d07 x-openstack-request-id: req-a5a104fe-37aa-44ad-a12f-d6753fe67d07 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:14:49.959543 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fbb3d5-c364-4944-899d-0f22bc9e2889", "name": "network-vif-deleted", "tag": "ec0a9d8a-288e-4f9a-9909-ee4c34e310ed", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:14:49.959807 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5a104fe-37aa-44ad-a12f-d6753fe67d07 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:14:49.960249 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fbb3d5-c364-4944-899d-0f22bc9e2889', 'name': 'network-vif-deleted', 'tag': 'ec0a9d8a-288e-4f9a-9909-ee4c34e310ed', 'status': 'completed', 'code': 200} Mar 07 18:14:50.155521 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fb153749-0279-42cc-bfa8-016def79d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:54Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:50.182010 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb153749-0279-42cc-bfa8-016def79d014 None None] Checking router: 306edbd1-e8e6-42a9-ad51-fd88435c6432 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:14:50.190060 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb153749-0279-42cc-bfa8-016def79d014 None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:14:50.190668 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fb153749-0279-42cc-bfa8-016def79d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:14:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:50.304358 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-fb153749-0279-42cc-bfa8-016def79d014 None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:14:50.439122 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41256) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:50.502117 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-23605b7e-138e-4129-9856-dc9587e6646a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group (4fdfc351-c95c-43bf-ac6d-374aa0798b45), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:50.529169 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-23605b7e-138e-4129-9856-dc9587e6646a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group (4fdfc351-c95c-43bf-ac6d-374aa0798b45), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:50.588396 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-23605b7e-138e-4129-9856-dc9587e6646a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (4fdfc351-c95c-43bf-ac6d-374aa0798b45), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:50.591420 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-23605b7e-138e-4129-9856-dc9587e6646a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:50.592549 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-23605b7e-138e-4129-9856-dc9587e6646a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "DELETE /v2.0/security-groups/4fdfc351-c95c-43bf-ac6d-374aa0798b45 HTTP/1.1" status: 204 len: 168 time: 0.1523223 Mar 07 18:14:50.595338 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41266) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:50.604230 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23605b7e-138e-4129-9856-dc9587e6646a tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdfc351-c95c-43bf-ac6d-374aa0798b45,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:50.619347 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.api.v2.resource [None req-f3ffae69-246d-48e3-8fa1-6e45635ad5fa tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] show failed (client error): The resource could not be found. Mar 07 18:14:50.623395 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-f3ffae69-246d-48e3-8fa1-6e45635ad5fa tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "GET /v2.0/security-groups/4fdfc351-c95c-43bf-ac6d-374aa0798b45 HTTP/1.1" status: 404 len: 347 time: 0.0241327 Mar 07 18:14:50.623615 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41270) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:50.676061 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fb153749-0279-42cc-bfa8-016def79d014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:54Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:50.705612 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb153749-0279-42cc-bfa8-016def79d014 None None] The sync data for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi is: [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'c1e8f895-8381-42f4-86e4-9db15a3ca782', 'name': '', 'network_id': 'd3861992-bbf8-44fd-ac4d-48923961f3e3', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'mac_address': 'fa:16:3e:56:8d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:44Z', 'updated_at': '2022-03-07T18:08:54Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'subnets': [{'id': 'e3778293-3d6a-4b92-a3b7-6d9e07a0860c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:14:50.761589 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d817a9f2-6547-4d5b-ac9b-1234a150807c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Deleting port f2d1d622-d079-4fdd-bc79-01e6924df814 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:14:50.761960 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d817a9f2-6547-4d5b-ac9b-1234a150807c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (f2d1d622-d079-4fdd-bc79-01e6924df814), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:50.841925 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d817a9f2-6547-4d5b-ac9b-1234a150807c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (f2d1d622-d079-4fdd-bc79-01e6924df814), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:50.842342 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d817a9f2-6547-4d5b-ac9b-1234a150807c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (f2d1d622-d079-4fdd-bc79-01e6924df814), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:50.861504 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d817a9f2-6547-4d5b-ac9b-1234a150807c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Calling delete_port for f2d1d622-d079-4fdd-bc79-01e6924df814 owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:14:50.940623 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d7930-b6bb-40e9-9cd9-38008918b1ab None None] New status for floating IP 6809c49c-7005-4b33-ab02-0f3174a4100e: DOWN {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:14:50.999427 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d817a9f2-6547-4d5b-ac9b-1234a150807c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (f2d1d622-d079-4fdd-bc79-01e6924df814), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:51.017244 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.db.api [None req-846d7930-b6bb-40e9-9cd9-38008918b1ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 18:14:51.017644 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG oslo_db.api [None req-846d7930-b6bb-40e9-9cd9-38008918b1ab None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 18:14:51.030013 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817a9f2-6547-4d5b-ac9b-1234a150807c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Pushing event deleted for resources: {'Port': ['ID=f2d1d622-d079-4fdd-bc79-01e6924df814,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:51.086428 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d817a9f2-6547-4d5b-ac9b-1234a150807c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks [] for floatingip (6809c49c-7005-4b33-ab02-0f3174a4100e), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:51.089024 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d817a9f2-6547-4d5b-ac9b-1234a150807c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:51.090181 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d817a9f2-6547-4d5b-ac9b-1234a150807c tempest-AttachVolumeTestJSON-53977785 tempest-AttachVolumeTestJSON-53977785-project] 10.222.0.13 "DELETE /v2.0/floatingips/6809c49c-7005-4b33-ab02-0f3174a4100e HTTP/1.1" status: 204 len: 168 time: 0.4655514 Mar 07 18:14:51.519409 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846d7930-b6bb-40e9-9cd9-38008918b1ab None None] New status for floating IP 6809c49c-7005-4b33-ab02-0f3174a4100e: DOWN {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:14:51.816265 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41284) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:52.354034 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c04f33ba-c05e-4efd-bd72-1ae76d2df547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869953'] for router_interface (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:52.867516 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c04f33ba-c05e-4efd-bd72-1ae76d2df547 admin admin] Deleting port 46a67b30-9955-4d3e-94a7-784994ee4086 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:14:52.868169 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c04f33ba-c05e-4efd-bd72-1ae76d2df547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:52.945843 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c04f33ba-c05e-4efd-bd72-1ae76d2df547 admin admin] For port 46a67b30-9955-4d3e-94a7-784994ee4086, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=46a67b30-9955-4d3e-94a7-784994ee4086,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:52.946205 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c04f33ba-c05e-4efd-bd72-1ae76d2df547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:52.957704 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c04f33ba-c05e-4efd-bd72-1ae76d2df547 admin admin] Calling delete_port for 46a67b30-9955-4d3e-94a7-784994ee4086 owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:14:53.131891 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c04f33ba-c05e-4efd-bd72-1ae76d2df547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (46a67b30-9955-4d3e-94a7-784994ee4086), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:53.155031 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f33ba-c05e-4efd-bd72-1ae76d2df547 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a67b30-9955-4d3e-94a7-784994ee4086,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:53.330279 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c04f33ba-c05e-4efd-bd72-1ae76d2df547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869941'] for router_interface (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:53.559676 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04f33ba-c05e-4efd-bd72-1ae76d2df547 admin admin] Router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:14:53.667747 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04f33ba-c05e-4efd-bd72-1ae76d2df547 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:14:53.672848 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c04f33ba-c05e-4efd-bd72-1ae76d2df547 admin admin] 10.222.0.13 "PUT /v2.0/routers/6b447b10-73cb-4fd4-bb3f-c3819a9f4c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8555098 Mar 07 18:14:53.675321 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41304) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:53.679871 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac22ebb-ddcd-46ba-9874-a962bd5dd951 None None] Sync routers for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:14:53.690224 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac22ebb-ddcd-46ba-9874-a962bd5dd951 None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:14:53.690867 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fac22ebb-ddcd-46ba-9874-a962bd5dd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:14:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:53.781446 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Publish callbacks [] for router (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:53.807647 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-fac22ebb-ddcd-46ba-9874-a962bd5dd951 None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:14:53.886194 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Publish callbacks [] for router_gateway (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:53.937750 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Deleting port 39baaaa4-afec-4868-98af-578b3ff20cc5 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:14:53.938006 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:53.984991 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fac22ebb-ddcd-46ba-9874-a962bd5dd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:14:53Z', 'revision_number': 5, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port': {'id': '39baaaa4-afec-4868-98af-578b3ff20cc5', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:75:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:48Z', 'updated_at': '2022-03-07T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:54.011454 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac22ebb-ddcd-46ba-9874-a962bd5dd951 None None] Checking router: 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:14:54.017172 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] For port 39baaaa4-afec-4868-98af-578b3ff20cc5, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=39baaaa4-afec-4868-98af-578b3ff20cc5,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:54.017533 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.019541 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac22ebb-ddcd-46ba-9874-a962bd5dd951 None None] Routers {'6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:14:54.020139 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fac22ebb-ddcd-46ba-9874-a962bd5dd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:14:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:54.029654 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Calling delete_port for 39baaaa4-afec-4868-98af-578b3ff20cc5 owned by network:router_gateway {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:14:54.109843 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-fac22ebb-ddcd-46ba-9874-a962bd5dd951 None None] Set router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:14:54.161041 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fac22ebb-ddcd-46ba-9874-a962bd5dd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:14:53Z', 'revision_number': 6, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port_host': None}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:54.190842 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac22ebb-ddcd-46ba-9874-a962bd5dd951 None None] The sync data for ids ['6b447b10-73cb-4fd4-bb3f-c3819a9f4c71'] in dv-cinder-832291-1-iscsi is: [{'id': '6b447b10-73cb-4fd4-bb3f-c3819a9f4c71', 'name': 'tempest-AttachVolumeNegativeTest-1113754347-router', 'tenant_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:14:53Z', 'revision_number': 6, 'project_id': '28ec9c535ebc4ad2bb49eaa164032bb6', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:14:54.194414 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (39baaaa4-afec-4868-98af-578b3ff20cc5), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.223164 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Pushing event deleted for resources: {'Port': ['ID=39baaaa4-afec-4868-98af-578b3ff20cc5,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:54.287601 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-869279'] for router_gateway (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.376934 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-874539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9918'] for router (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.379051 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Publish callbacks [] for router_controller (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.420845 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-874556'] for router (6b447b10-73cb-4fd4-bb3f-c3819a9f4c71), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.421390 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 {{(pid=103234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 18:14:54.425595 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.426726 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-11ff1f44-95db-4d84-9420-06396ff7014e admin admin] 10.222.0.13 "DELETE /v2.0/routers/6b447b10-73cb-4fd4-bb3f-c3819a9f4c71 HTTP/1.1" status: 204 len: 168 time: 0.7505035 Mar 07 18:14:54.429487 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41306) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:54.471396 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd0a173-7617-431e-a64e-c270222aeba3 admin admin] Deleting subnet 94dfeeb6-64a3-458e-b465-1993f2079c52 {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:14:54.474349 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-edd0a173-7617-431e-a64e-c270222aeba3 admin admin] Publish callbacks [] for subnet (94dfeeb6-64a3-458e-b465-1993f2079c52), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.506951 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-edd0a173-7617-431e-a64e-c270222aeba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1571852'] for subnet (94dfeeb6-64a3-458e-b465-1993f2079c52), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.634359 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41316) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:54.635740 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-edd0a173-7617-431e-a64e-c270222aeba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (94dfeeb6-64a3-458e-b465-1993f2079c52), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.688178 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-edd0a173-7617-431e-a64e-c270222aeba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3952874'] for subnet (94dfeeb6-64a3-458e-b465-1993f2079c52), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.717027 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0a173-7617-431e-a64e-c270222aeba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94dfeeb6-64a3-458e-b465-1993f2079c52,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:54.720576 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-edd0a173-7617-431e-a64e-c270222aeba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.726253 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-edd0a173-7617-431e-a64e-c270222aeba3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/94dfeeb6-64a3-458e-b465-1993f2079c52 HTTP/1.1" status: 204 len: 168 time: 0.2932994 Mar 07 18:14:54.726609 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41320) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:54.730377 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11aa013-846c-4255-b28b-cdf002d3e86c None None] Network 800e9ee9-8ed4-475a-8cec-65f891cb90a7 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:14:54.801786 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (800e9ee9-8ed4-475a-8cec-65f891cb90a7), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.863634 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Deleting port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:14:54.864085 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.930359 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] For port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=2d165579-82a9-4b0b-bb9f-8ec8bed5f264,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:54.931428 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:54.947679 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Calling delete_port for 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:14:54.960959 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3281bc-b8c3-4595-9998-f07550c10874 None None] DHCP port deletion for 800e9ee9-8ed4-475a-8cec-65f891cb90a7 request from dv-cinder-832291-1-iscsi {{(pid=103235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 18:14:55.016255 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-df3281bc-b8c3-4595-9998-f07550c10874 None None] Deleting port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:14:55.016715 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df3281bc-b8c3-4595-9998-f07550c10874 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.044140 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.073570 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91cf5a14-a402-4f37-9f51-a7e6b08e3352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869953'] for router_interface (306edbd1-e8e6-42a9-ad51-fd88435c6432), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.079859 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d165579-82a9-4b0b-bb9f-8ec8bed5f264,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:55.085699 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] No DVR routers for this DVR port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 on host dv-cinder-832291-1-iscsi {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:14:55.096537 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-df3281bc-b8c3-4595-9998-f07550c10874 None None] For port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=2d165579-82a9-4b0b-bb9f-8ec8bed5f264,segment=NetworkSegment(edbb809d-fec4-4c89-aef2-8c2757dfa5d3),segment_id=edbb809d-fec4-4c89-aef2-8c2757dfa5d3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:55.096938 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df3281bc-b8c3-4595-9998-f07550c10874 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.120137 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-df3281bc-b8c3-4595-9998-f07550c10874 None None] Calling delete_port for 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 owned by network:dhcp {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:14:55.171502 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (800e9ee9-8ed4-475a-8cec-65f891cb90a7), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.198115 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800e9ee9-8ed4-475a-8cec-65f891cb90a7']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:55.210078 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:55.210366 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbb809d-fec4-4c89-aef2-8c2757dfa5d3') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:55.222508 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1572087'] for segment (edbb809d-fec4-4c89-aef2-8c2757dfa5d3), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.239728 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (edbb809d-fec4-4c89-aef2-8c2757dfa5d3), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.250072 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:14:55.250631 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065737'] for segment (edbb809d-fec4-4c89-aef2-8c2757dfa5d3), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: timer() Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: cb(*args, **kw) Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: self._notify() Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: self.callback(batched_events) Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: event.method(event) Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._get(url).json() Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:14:55.254037 dv-cinder-832291-1-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:14:55.257483 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df3281bc-b8c3-4595-9998-f07550c10874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589'] for port (2d165579-82a9-4b0b-bb9f-8ec8bed5f264), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.291050 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3281bc-b8c3-4595-9998-f07550c10874 None None] Pushing event deleted for resources: {'Port': ['ID=2d165579-82a9-4b0b-bb9f-8ec8bed5f264,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:55.295999 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3281bc-b8c3-4595-9998-f07550c10874 None None] No DVR routers for this DVR port 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 on host dv-cinder-832291-1-iscsi {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:14:55.333554 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (800e9ee9-8ed4-475a-8cec-65f891cb90a7), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.339819 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.345941 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] 10.222.0.13 "DELETE /v2.0/networks/800e9ee9-8ed4-475a-8cec-65f891cb90a7 HTTP/1.1" status: 204 len: 168 time: 0.6163330 Mar 07 18:14:55.363029 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c3b75-851c-4625-9109-2a4082045463 admin admin] Pushing event deleted for resources: {'Network': ['ID=800e9ee9-8ed4-475a-8cec-65f891cb90a7,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:55.390131 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-91cf5a14-a402-4f37-9f51-a7e6b08e3352 admin admin] Deleting port c1e8f895-8381-42f4-86e4-9db15a3ca782 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:14:55.390481 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91cf5a14-a402-4f37-9f51-a7e6b08e3352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.414674 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 39baaaa4-afec-4868-98af-578b3ff20cc5 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:14:55.434999 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 39baaaa4-afec-4868-98af-578b3ff20cc5 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:14:55.435342 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 39baaaa4-afec-4868-98af-578b3ff20cc5 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:14:55.435967 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:14:55.454881 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:14:55.455220 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 2d165579-82a9-4b0b-bb9f-8ec8bed5f264 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:14:55.455815 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 46a67b30-9955-4d3e-94a7-784994ee4086 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:14:55.476323 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 46a67b30-9955-4d3e-94a7-784994ee4086 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:14:55.476669 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 46a67b30-9955-4d3e-94a7-784994ee4086 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:14:55.482356 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41324) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:55.486060 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-91cf5a14-a402-4f37-9f51-a7e6b08e3352 admin admin] For port c1e8f895-8381-42f4-86e4-9db15a3ca782, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=c1e8f895-8381-42f4-86e4-9db15a3ca782,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:55.486424 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91cf5a14-a402-4f37-9f51-a7e6b08e3352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.500016 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-91cf5a14-a402-4f37-9f51-a7e6b08e3352 admin admin] Calling delete_port for c1e8f895-8381-42f4-86e4-9db15a3ca782 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:14:55.526147 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-80655081-ca32-4585-9acb-156c4e1d7c64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28ec9c535ebc4ad2bb49eaa164032bb6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426042 Mar 07 18:14:55.528640 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41326) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:55.575752 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b6139f6-c30a-47f7-86df-259f81d54678 admin admin] Publish callbacks [] for security_group (5b42082b-ec22-43e5-9d96-3c1d8cf8483e), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.597374 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b6139f6-c30a-47f7-86df-259f81d54678 admin admin] Publish callbacks [] for security_group (5b42082b-ec22-43e5-9d96-3c1d8cf8483e), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.649908 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b6139f6-c30a-47f7-86df-259f81d54678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (5b42082b-ec22-43e5-9d96-3c1d8cf8483e), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.652441 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b6139f6-c30a-47f7-86df-259f81d54678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.653717 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3b6139f6-c30a-47f7-86df-259f81d54678 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b42082b-ec22-43e5-9d96-3c1d8cf8483e HTTP/1.1" status: 204 len: 168 time: 0.1240923 Mar 07 18:14:55.661188 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6139f6-c30a-47f7-86df-259f81d54678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b42082b-ec22-43e5-9d96-3c1d8cf8483e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:55.690393 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91cf5a14-a402-4f37-9f51-a7e6b08e3352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (c1e8f895-8381-42f4-86e4-9db15a3ca782), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:55.717286 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf5a14-a402-4f37-9f51-a7e6b08e3352 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e8f895-8381-42f4-86e4-9db15a3ca782,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:55.896273 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91cf5a14-a402-4f37-9f51-a7e6b08e3352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869941'] for router_interface (306edbd1-e8e6-42a9-ad51-fd88435c6432), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:56.125047 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cf5a14-a402-4f37-9f51-a7e6b08e3352 admin admin] Router 306edbd1-e8e6-42a9-ad51-fd88435c6432 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:14:56.242875 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cf5a14-a402-4f37-9f51-a7e6b08e3352 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:14:56.250521 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-91cf5a14-a402-4f37-9f51-a7e6b08e3352 admin admin] 10.222.0.13 "PUT /v2.0/routers/306edbd1-e8e6-42a9-ad51-fd88435c6432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6125698 Mar 07 18:14:56.250749 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41346) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:56.253334 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941b542-ad26-4088-ab38-fe1cd283cda6 None None] Sync routers for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:14:56.265499 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941b542-ad26-4088-ab38-fe1cd283cda6 None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:14:56.266078 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d941b542-ad26-4088-ab38-fe1cd283cda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:14:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:56.371534 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Publish callbacks [] for router (306edbd1-e8e6-42a9-ad51-fd88435c6432), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:56.382848 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-d941b542-ad26-4088-ab38-fe1cd283cda6 None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:14:56.481552 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Publish callbacks [] for router_gateway (306edbd1-e8e6-42a9-ad51-fd88435c6432), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:56.539816 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Deleting port 4f082440-4448-4ba5-9e9b-233097d3219d {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:14:56.539816 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (4f082440-4448-4ba5-9e9b-233097d3219d), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:56.564685 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d941b542-ad26-4088-ab38-fe1cd283cda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:14:55Z', 'revision_number': 5, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port': {'id': '4f082440-4448-4ba5-9e9b-233097d3219d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:32:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:56.597012 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941b542-ad26-4088-ab38-fe1cd283cda6 None None] Checking router: 306edbd1-e8e6-42a9-ad51-fd88435c6432 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:14:56.607349 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941b542-ad26-4088-ab38-fe1cd283cda6 None None] Routers {'306edbd1-e8e6-42a9-ad51-fd88435c6432'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:14:56.607963 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d941b542-ad26-4088-ab38-fe1cd283cda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:14:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['306edbd1-e8e6-42a9-ad51-fd88435c6432'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:56.619895 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] For port 4f082440-4448-4ba5-9e9b-233097d3219d, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=4f082440-4448-4ba5-9e9b-233097d3219d,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:56.620301 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (4f082440-4448-4ba5-9e9b-233097d3219d), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:56.633253 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Calling delete_port for 4f082440-4448-4ba5-9e9b-233097d3219d owned by network:router_gateway {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:14:56.700779 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-d941b542-ad26-4088-ab38-fe1cd283cda6 None None] Set router 306edbd1-e8e6-42a9-ad51-fd88435c6432 gateway port host: None {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:14:56.752138 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d941b542-ad26-4088-ab38-fe1cd283cda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:14:56Z', 'revision_number': 6, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port_host': None}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:56.781644 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941b542-ad26-4088-ab38-fe1cd283cda6 None None] The sync data for ids ['306edbd1-e8e6-42a9-ad51-fd88435c6432'] in dv-cinder-832291-1-iscsi is: [{'id': '306edbd1-e8e6-42a9-ad51-fd88435c6432', 'name': 'tempest-AttachVolumeTestJSON-1283975279-router', 'tenant_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:38Z', 'updated_at': '2022-03-07T18:14:56Z', 'revision_number': 6, 'project_id': 'a3f9e1ac18ce4f78b19a304c594103b8', 'gw_port_host': None}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:14:56.817560 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (4f082440-4448-4ba5-9e9b-233097d3219d), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.082182 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f082440-4448-4ba5-9e9b-233097d3219d,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:57.149267 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-869279'] for router_gateway (306edbd1-e8e6-42a9-ad51-fd88435c6432), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.244610 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-874539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9918'] for router (306edbd1-e8e6-42a9-ad51-fd88435c6432), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.246872 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Publish callbacks [] for router_controller (306edbd1-e8e6-42a9-ad51-fd88435c6432), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.296607 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-874556'] for router (306edbd1-e8e6-42a9-ad51-fd88435c6432), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.297251 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 306edbd1-e8e6-42a9-ad51-fd88435c6432 {{(pid=103234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 18:14:57.305148 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.306338 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f5047ebe-c4b1-4961-81fa-ca7f373e620f admin admin] 10.222.0.13 "DELETE /v2.0/routers/306edbd1-e8e6-42a9-ad51-fd88435c6432 HTTP/1.1" status: 204 len: 168 time: 1.0547087 Mar 07 18:14:57.309120 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41372) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:57.357625 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea49f73-feae-4f17-b524-6bb308c5f6eb admin admin] Deleting subnet e3778293-3d6a-4b92-a3b7-6d9e07a0860c {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:14:57.360954 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dea49f73-feae-4f17-b524-6bb308c5f6eb admin admin] Publish callbacks [] for subnet (e3778293-3d6a-4b92-a3b7-6d9e07a0860c), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.395687 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dea49f73-feae-4f17-b524-6bb308c5f6eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-469382'] for subnet (e3778293-3d6a-4b92-a3b7-6d9e07a0860c), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.504838 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dea49f73-feae-4f17-b524-6bb308c5f6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (e3778293-3d6a-4b92-a3b7-6d9e07a0860c), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.567975 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dea49f73-feae-4f17-b524-6bb308c5f6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495436'] for subnet (e3778293-3d6a-4b92-a3b7-6d9e07a0860c), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.599109 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dea49f73-feae-4f17-b524-6bb308c5f6eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.605734 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41380) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:57.607742 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-dea49f73-feae-4f17-b524-6bb308c5f6eb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e3778293-3d6a-4b92-a3b7-6d9e07a0860c HTTP/1.1" status: 204 len: 168 time: 0.2962193 Mar 07 18:14:57.608560 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1a1b9-7bd7-4402-b2a2-897edbe399fa None None] Network d3861992-bbf8-44fd-ac4d-48923961f3e3 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:14:57.609052 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea49f73-feae-4f17-b524-6bb308c5f6eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3778293-3d6a-4b92-a3b7-6d9e07a0860c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:57.628656 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41382) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:57.642775 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 4f082440-4448-4ba5-9e9b-233097d3219d no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:14:57.687389 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (d3861992-bbf8-44fd-ac4d-48923961f3e3), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.699235 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 4f082440-4448-4ba5-9e9b-233097d3219d {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:14:57.699596 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 4f082440-4448-4ba5-9e9b-233097d3219d not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:14:57.700062 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device c1e8f895-8381-42f4-86e4-9db15a3ca782 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:14:57.720872 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: c1e8f895-8381-42f4-86e4-9db15a3ca782 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:14:57.721610 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device c1e8f895-8381-42f4-86e4-9db15a3ca782 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:14:57.750389 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Deleting port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:14:57.750735 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.813735 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-73643aa7-680a-499f-95df-68cd1041ca2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.826066 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a608c-477a-4962-a5c9-e1125a59ce44 None None] DHCP port deletion for d3861992-bbf8-44fd-ac4d-48923961f3e3 request from dv-cinder-832291-1-iscsi {{(pid=103235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 18:14:57.843768 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] For port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=ff7ddf6e-f050-4bd5-8a68-b1ef585c1698,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:57.844141 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.862942 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Calling delete_port for ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:14:57.885592 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-b08a608c-477a-4962-a5c9-e1125a59ce44 None None] Deleting port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:14:57.885986 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b08a608c-477a-4962-a5c9-e1125a59ce44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.955593 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-b08a608c-477a-4962-a5c9-e1125a59ce44 None None] For port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=ff7ddf6e-f050-4bd5-8a68-b1ef585c1698,segment=NetworkSegment(c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18),segment_id=c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:14:57.956080 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b08a608c-477a-4962-a5c9-e1125a59ce44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.968741 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-b08a608c-477a-4962-a5c9-e1125a59ce44 None None] Calling delete_port for ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 owned by network:dhcp {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:14:57.982086 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-73643aa7-680a-499f-95df-68cd1041ca2d admin admin] Publish callbacks [] for security_group (fdb462b3-48f5-40d4-a2dd-b9366b99b2c3), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:57.986973 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-73643aa7-680a-499f-95df-68cd1041ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (fdb462b3-48f5-40d4-a2dd-b9366b99b2c3), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.004709 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.049585 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b08a608c-477a-4962-a5c9-e1125a59ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589'] for port (ff7ddf6e-f050-4bd5-8a68-b1ef585c1698), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.051311 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7ddf6e-f050-4bd5-8a68-b1ef585c1698,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:58.054032 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] No DVR routers for this DVR port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 on host dv-cinder-832291-1-iscsi {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:14:58.055360 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73643aa7-680a-499f-95df-68cd1041ca2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb462b3-48f5-40d4-a2dd-b9366b99b2c3,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:58.060437 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-73643aa7-680a-499f-95df-68cd1041ca2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad810ed558414ce3aa6e826d67f0e6d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302485 Mar 07 18:14:58.062992 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41388) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:58.083278 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a608c-477a-4962-a5c9-e1125a59ce44 None None] Pushing event deleted for resources: {'Port': ['ID=ff7ddf6e-f050-4bd5-8a68-b1ef585c1698,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:58.086204 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a608c-477a-4962-a5c9-e1125a59ce44 None None] No DVR routers for this DVR port ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 on host dv-cinder-832291-1-iscsi {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:14:58.118942 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d573eedb-d7bb-4cab-a4b5-c535b8ddabf2 admin admin] Publish callbacks [] for security_group (fdb462b3-48f5-40d4-a2dd-b9366b99b2c3), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.140721 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d573eedb-d7bb-4cab-a4b5-c535b8ddabf2 admin admin] Publish callbacks [] for security_group (fdb462b3-48f5-40d4-a2dd-b9366b99b2c3), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.151668 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (d3861992-bbf8-44fd-ac4d-48923961f3e3), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.172665 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3861992-bbf8-44fd-ac4d-48923961f3e3']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:58.182771 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:58.183190 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:14:58.188113 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d573eedb-d7bb-4cab-a4b5-c535b8ddabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (fdb462b3-48f5-40d4-a2dd-b9366b99b2c3), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.190889 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d573eedb-d7bb-4cab-a4b5-c535b8ddabf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.192312 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-d573eedb-d7bb-4cab-a4b5-c535b8ddabf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdb462b3-48f5-40d4-a2dd-b9366b99b2c3 HTTP/1.1" status: 204 len: 168 time: 0.1282961 Mar 07 18:14:58.196363 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1572087'] for segment (c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.200568 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573eedb-d7bb-4cab-a4b5-c535b8ddabf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb462b3-48f5-40d4-a2dd-b9366b99b2c3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:58.218868 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.227795 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:14:58.228205 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065737'] for segment (c50ed45b-0c03-45f3-bf7c-dcf8b75a0c18), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: timer() Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: cb(*args, **kw) Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: self._notify() Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: self.callback(batched_events) Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: event.method(event) Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._get(url).json() Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:14:58.230516 dv-cinder-832291-1-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:14:58.294269 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (d3861992-bbf8-44fd-ac4d-48923961f3e3), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.302263 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.306484 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d3861992-bbf8-44fd-ac4d-48923961f3e3 HTTP/1.1" status: 204 len: 168 time: 0.6998847 Mar 07 18:14:58.316497 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dc0d2-f64f-4d82-9385-984637d84762 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3861992-bbf8-44fd-ac4d-48923961f3e3,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:58.482040 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41396) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:58.504998 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41398) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:58.520045 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e67bcdb-f462-4912-a3b5-1ea11145ab0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.525674 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-cef2eeda-7c24-4954-ae77-de1b94b47e14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3f9e1ac18ce4f78b19a304c594103b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424497 Mar 07 18:14:58.528123 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41400) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:58.580969 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6e226b11-dfbd-4c72-aa99-3ded5d9c6f97 admin admin] Publish callbacks [] for security_group (144158ec-ff1c-4019-b7c6-c864a84bef64), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.600687 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e67bcdb-f462-4912-a3b5-1ea11145ab0a admin admin] Publish callbacks [] for security_group (49ab2796-6749-4ec5-89f9-9ca0884ac510), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.605172 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e67bcdb-f462-4912-a3b5-1ea11145ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (49ab2796-6749-4ec5-89f9-9ca0884ac510), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.607256 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6e226b11-dfbd-4c72-aa99-3ded5d9c6f97 admin admin] Publish callbacks [] for security_group (144158ec-ff1c-4019-b7c6-c864a84bef64), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.640622 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67bcdb-f462-4912-a3b5-1ea11145ab0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ab2796-6749-4ec5-89f9-9ca0884ac510,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:58.644785 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-0e67bcdb-f462-4912-a3b5-1ea11145ab0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7a31570fc53456e9d550b81a9d3943d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379654 Mar 07 18:14:58.647982 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41402) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:14:58.666574 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6e226b11-dfbd-4c72-aa99-3ded5d9c6f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (144158ec-ff1c-4019-b7c6-c864a84bef64), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.669248 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6e226b11-dfbd-4c72-aa99-3ded5d9c6f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.672929 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6e226b11-dfbd-4c72-aa99-3ded5d9c6f97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/144158ec-ff1c-4019-b7c6-c864a84bef64 HTTP/1.1" status: 204 len: 168 time: 0.1413534 Mar 07 18:14:58.679685 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e226b11-dfbd-4c72-aa99-3ded5d9c6f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144158ec-ff1c-4019-b7c6-c864a84bef64,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:58.700829 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87a5f1d7-5b2b-49cb-8e5a-85079cdb475b admin admin] Publish callbacks [] for security_group (49ab2796-6749-4ec5-89f9-9ca0884ac510), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.723121 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87a5f1d7-5b2b-49cb-8e5a-85079cdb475b admin admin] Publish callbacks [] for security_group (49ab2796-6749-4ec5-89f9-9ca0884ac510), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.770061 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87a5f1d7-5b2b-49cb-8e5a-85079cdb475b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (49ab2796-6749-4ec5-89f9-9ca0884ac510), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.773339 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87a5f1d7-5b2b-49cb-8e5a-85079cdb475b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:14:58.774508 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-87a5f1d7-5b2b-49cb-8e5a-85079cdb475b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49ab2796-6749-4ec5-89f9-9ca0884ac510 HTTP/1.1" status: 204 len: 168 time: 0.1256137 Mar 07 18:14:58.782371 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5f1d7-5b2b-49cb-8e5a-85079cdb475b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ab2796-6749-4ec5-89f9-9ca0884ac510,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:14:59.419407 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:14:59.439645 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:14:59.440283 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device ff7ddf6e-f050-4bd5-8a68-b1ef585c1698 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:15:00.052820 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c9910-0772-4936-ba26-3dc3c6e75137 req-11d2700c-fe2e-4373-b56c-8e95d0b3cbbc tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:00.054412 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2a8c9910-0772-4936-ba26-3dc3c6e75137 req-11d2700c-fe2e-4373-b56c-8e95d0b3cbbc tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 947 time: 0.0560675 Mar 07 18:15:00.106084 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2a8c9910-0772-4936-ba26-3dc3c6e75137 req-cc0e0f96-a56e-4b36-9634-32b3b32bbcda tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460122 Mar 07 18:15:00.948023 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41530) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:01.051516 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8928af39-02f3-453c-b30e-710c987a78d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.127926 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8928af39-02f3-453c-b30e-710c987a78d1 admin admin] Publish callbacks [] for security_group (29dd9d84-c986-4bb7-87a5-650a777c6183), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.132389 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8928af39-02f3-453c-b30e-710c987a78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (29dd9d84-c986-4bb7-87a5-650a777c6183), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.170459 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928af39-02f3-453c-b30e-710c987a78d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dd9d84-c986-4bb7-87a5-650a777c6183,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:01.177037 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-8928af39-02f3-453c-b30e-710c987a78d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c6c442150a04c3284446c31379c9e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255287 Mar 07 18:15:01.177316 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41536) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:01.225786 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01d46dee-fd2b-47e9-9729-df9288209fb3 admin admin] Publish callbacks [] for security_group (29dd9d84-c986-4bb7-87a5-650a777c6183), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.239730 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b57aa-d27a-49f6-ba14-538830aba075 req-ac15fe2a-4a9e-464e-bef5-0b37c67693a9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:01.242719 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-346b57aa-d27a-49f6-ba14-538830aba075 req-ac15fe2a-4a9e-464e-bef5-0b37c67693a9 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 947 time: 0.0583031 Mar 07 18:15:01.248475 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01d46dee-fd2b-47e9-9729-df9288209fb3 admin admin] Publish callbacks [] for security_group (29dd9d84-c986-4bb7-87a5-650a777c6183), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.293812 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-346b57aa-d27a-49f6-ba14-538830aba075 req-715f06f5-de6f-456e-818b-4333748ba066 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad5a886f-13a6-4a13-9b10-0d0240fe319b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452561 Mar 07 18:15:01.295991 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01d46dee-fd2b-47e9-9729-df9288209fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (29dd9d84-c986-4bb7-87a5-650a777c6183), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.298673 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01d46dee-fd2b-47e9-9729-df9288209fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.299852 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-01d46dee-fd2b-47e9-9729-df9288209fb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29dd9d84-c986-4bb7-87a5-650a777c6183 HTTP/1.1" status: 204 len: 168 time: 0.1215935 Mar 07 18:15:01.309251 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d46dee-fd2b-47e9-9729-df9288209fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dd9d84-c986-4bb7-87a5-650a777c6183,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:01.429501 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-4aa76aa8-ff14-4b62-896c-75d502c6bf05 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:01.431004 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-4aa76aa8-ff14-4b62-896c-75d502c6bf05 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 947 time: 0.0552368 Mar 07 18:15:01.527600 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Deleting port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:15:01.527944 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.561532 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41542) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:01.575287 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-88833f3a-ed8d-4673-9af6-62f9b9f98728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.617370 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] For port 3ef42fca-9291-4d76-a7a1-768e3ded1a47, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=3ef42fca-9291-4d76-a7a1-768e3ded1a47,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:15:01.617736 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.651014 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-88833f3a-ed8d-4673-9af6-62f9b9f98728 admin admin] Publish callbacks [] for security_group (1a837d59-3f82-48e9-b756-8c121759ac4e), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.655128 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-88833f3a-ed8d-4673-9af6-62f9b9f98728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (1a837d59-3f82-48e9-b756-8c121759ac4e), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.697231 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-88833f3a-ed8d-4673-9af6-62f9b9f98728 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7869d786f466479c992a05f3c25e0410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345680 Mar 07 18:15:01.698142 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88833f3a-ed8d-4673-9af6-62f9b9f98728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a837d59-3f82-48e9-b756-8c121759ac4e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:01.701231 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41546) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:01.758071 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-559c8a5a-97d6-4183-bcd2-49441f0e5118 admin admin] Publish callbacks [] for security_group (1a837d59-3f82-48e9-b756-8c121759ac4e), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.782721 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-559c8a5a-97d6-4183-bcd2-49441f0e5118 admin admin] Publish callbacks [] for security_group (1a837d59-3f82-48e9-b756-8c121759ac4e), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.852510 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-559c8a5a-97d6-4183-bcd2-49441f0e5118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (1a837d59-3f82-48e9-b756-8c121759ac4e), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.855962 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-559c8a5a-97d6-4183-bcd2-49441f0e5118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:01.858224 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-559c8a5a-97d6-4183-bcd2-49441f0e5118 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a837d59-3f82-48e9-b756-8c121759ac4e HTTP/1.1" status: 204 len: 168 time: 0.1567872 Mar 07 18:15:01.868008 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c8a5a-97d6-4183-bcd2-49441f0e5118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a837d59-3f82-48e9-b756-8c121759ac4e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:02.091221 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:02.091817 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (822e8c0f-8094-4848-8b4f-187a0f8c2b02), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:02.091932 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.l3_db [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Floating IP 822e8c0f-8094-4848-8b4f-187a0f8c2b02 disassociated. External IP: 172.27.0.149, port: 3ef42fca-9291-4d76-a7a1-768e3ded1a47. Mar 07 18:15:02.092255 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Calling delete_port for 3ef42fca-9291-4d76-a7a1-768e3ded1a47 owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:15:02.224970 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (3ef42fca-9291-4d76-a7a1-768e3ded1a47), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:02.253313 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event deleted for resources: {'Port': ['ID=3ef42fca-9291-4d76-a7a1-768e3ded1a47,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:02.375781 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Router d6d6db4e-9766-4339-8b17-cb89a73d9b8a has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:15:02.411150 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e5251ce2-9e4c-4df6-8550-01e8c6f3c6c1 req-9de33070-5119-476e-9272-50c5c3eb63d0 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1 HTTP/1.1" status: 200 len: 210 time: 0.0280600 Mar 07 18:15:02.500543 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:15:02.512234 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89bceb-d1ce-4515-90e4-85fac6a60ae0 None None] Sync routers for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:15:02.523317 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b89bceb-d1ce-4515-90e4-85fac6a60ae0 None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:15:02.523620 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1b89bceb-d1ce-4515-90e4-85fac6a60ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:14:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:15:02.546287 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] No DVR routers for this DVR port 3ef42fca-9291-4d76-a7a1-768e3ded1a47 on host hv-cinder-83229 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:15:02.549001 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:02.554586 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-a6d0e87a-7b1b-4267-ab56-e2b6a2450041 req-8a9b0043-866f-4b2c-9c6e-82bc1698ce8c tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.37 "DELETE /v2.0/ports/3ef42fca-9291-4d76-a7a1-768e3ded1a47 HTTP/1.1" status: 204 len: 173 time: 1.1181066 Mar 07 18:15:02.554837 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'name': 'network-vif-deleted', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:15:02.557865 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67604574-7895-410a-8cba-b262f1d202f1" -d '{"events": [{"server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "name": "network-vif-deleted", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:15:02.607150 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d4e31f-1130-4244-8471-ce9cdbb61052 x-openstack-request-id: req-59d4e31f-1130-4244-8471-ce9cdbb61052 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:15:02.607461 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1", "name": "network-vif-deleted", "tag": "3ef42fca-9291-4d76-a7a1-768e3ded1a47", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:15:02.607700 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59d4e31f-1130-4244-8471-ce9cdbb61052 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:15:02.608101 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab57a465-ddbe-46ae-8312-e6c3c9dfbfd1', 'name': 'network-vif-deleted', 'tag': '3ef42fca-9291-4d76-a7a1-768e3ded1a47', 'status': 'completed', 'code': 200} Mar 07 18:15:02.785982 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-1b89bceb-d1ce-4515-90e4-85fac6a60ae0 None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:15:03.016612 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1b89bceb-d1ce-4515-90e4-85fac6a60ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:15:03.054872 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89bceb-d1ce-4515-90e4-85fac6a60ae0 None None] Checking router: d6d6db4e-9766-4339-8b17-cb89a73d9b8a for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:15:03.064736 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b89bceb-d1ce-4515-90e4-85fac6a60ae0 None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:15:03.066236 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1b89bceb-d1ce-4515-90e4-85fac6a60ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:14:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:15:03.197637 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-1b89bceb-d1ce-4515-90e4-85fac6a60ae0 None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:15:03.439859 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1b89bceb-d1ce-4515-90e4-85fac6a60ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:15:03.469679 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89bceb-d1ce-4515-90e4-85fac6a60ae0 None None] The sync data for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi is: [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:08:48Z', 'revision_number': 4, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'e1596558-f1cb-48cb-8fd9-ee7e879be9b1', 'name': '', 'network_id': 'c142ae0b-d6c6-40c3-b892-6770988a7506', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'mac_address': 'fa:16:3e:41:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0d101314-b054-4e86-8299-f12037058c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:46Z', 'updated_at': '2022-03-07T18:09:02Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'subnets': [{'id': '0d101314-b054-4e86-8299-f12037058c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:15:03.505618 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41616) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:03.565987 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-856b0a30-ce48-4d5f-8cc6-664c880f1848 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group (ad5a886f-13a6-4a13-9b10-0d0240fe319b), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:03.591834 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-856b0a30-ce48-4d5f-8cc6-664c880f1848 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group (ad5a886f-13a6-4a13-9b10-0d0240fe319b), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:03.638571 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 3ef42fca-9291-4d76-a7a1-768e3ded1a47 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:15:03.654930 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-856b0a30-ce48-4d5f-8cc6-664c880f1848 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ad5a886f-13a6-4a13-9b10-0d0240fe319b), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:03.659991 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-856b0a30-ce48-4d5f-8cc6-664c880f1848 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:03.664698 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-856b0a30-ce48-4d5f-8cc6-664c880f1848 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad5a886f-13a6-4a13-9b10-0d0240fe319b HTTP/1.1" status: 204 len: 168 time: 0.1549785 Mar 07 18:15:03.665072 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41626) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:03.671601 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b0a30-ce48-4d5f-8cc6-664c880f1848 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5a886f-13a6-4a13-9b10-0d0240fe319b,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:03.681802 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.api.v2.resource [None req-178c5cc3-c48c-47a5-a355-74f210596374 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] show failed (client error): The resource could not be found. Mar 07 18:15:03.685999 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41628) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:03.686141 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-178c5cc3-c48c-47a5-a355-74f210596374 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "GET /v2.0/security-groups/ad5a886f-13a6-4a13-9b10-0d0240fe319b HTTP/1.1" status: 404 len: 347 time: 0.0200329 Mar 07 18:15:03.688356 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 3ef42fca-9291-4d76-a7a1-768e3ded1a47 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:15:03.690787 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 3ef42fca-9291-4d76-a7a1-768e3ded1a47 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:15:03.770815 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ab9e8-b83a-433a-add1-ffb18bd05d85 None None] New status for floating IP 822e8c0f-8094-4848-8b4f-187a0f8c2b02: DOWN {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:15:03.818711 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-4501d873-47cb-4e6a-b2eb-39de11ff8105 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Deleting port bf730c20-d0e0-4726-8062-06dbc76dd9b8 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:15:03.819758 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4501d873-47cb-4e6a-b2eb-39de11ff8105 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (bf730c20-d0e0-4726-8062-06dbc76dd9b8), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:03.913155 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4501d873-47cb-4e6a-b2eb-39de11ff8105 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (bf730c20-d0e0-4726-8062-06dbc76dd9b8), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:03.913480 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4501d873-47cb-4e6a-b2eb-39de11ff8105 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (bf730c20-d0e0-4726-8062-06dbc76dd9b8), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:03.927120 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-4501d873-47cb-4e6a-b2eb-39de11ff8105 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Calling delete_port for bf730c20-d0e0-4726-8062-06dbc76dd9b8 owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:15:04.082070 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4501d873-47cb-4e6a-b2eb-39de11ff8105 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (bf730c20-d0e0-4726-8062-06dbc76dd9b8), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:04.108642 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501d873-47cb-4e6a-b2eb-39de11ff8105 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Pushing event deleted for resources: {'Port': ['ID=bf730c20-d0e0-4726-8062-06dbc76dd9b8,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:04.170476 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4501d873-47cb-4e6a-b2eb-39de11ff8105 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks [] for floatingip (822e8c0f-8094-4848-8b4f-187a0f8c2b02), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:04.173188 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4501d873-47cb-4e6a-b2eb-39de11ff8105 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:04.174349 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-4501d873-47cb-4e6a-b2eb-39de11ff8105 tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] 10.222.0.13 "DELETE /v2.0/floatingips/822e8c0f-8094-4848-8b4f-187a0f8c2b02 HTTP/1.1" status: 204 len: 168 time: 0.4854198 Mar 07 18:15:05.008764 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41736) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:05.118640 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2051f11b-2e60-4ea7-a858-e7498e520126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.196676 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2051f11b-2e60-4ea7-a858-e7498e520126 admin admin] Publish callbacks [] for security_group (bd3d40fe-ad2b-4fe3-a5b8-3587cd3fa3b6), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.200252 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2051f11b-2e60-4ea7-a858-e7498e520126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (bd3d40fe-ad2b-4fe3-a5b8-3587cd3fa3b6), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.237561 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2051f11b-2e60-4ea7-a858-e7498e520126 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=febbe019cdc94aafae0ef35b9a5e1461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277050 Mar 07 18:15:05.238636 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051f11b-2e60-4ea7-a858-e7498e520126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3d40fe-ad2b-4fe3-a5b8-3587cd3fa3b6,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:05.240321 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41740) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:05.288947 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4e7bc7cd-e0ab-4553-8e2c-c8b6c78db878 admin admin] Publish callbacks [] for security_group (bd3d40fe-ad2b-4fe3-a5b8-3587cd3fa3b6), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.310490 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4e7bc7cd-e0ab-4553-8e2c-c8b6c78db878 admin admin] Publish callbacks [] for security_group (bd3d40fe-ad2b-4fe3-a5b8-3587cd3fa3b6), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.367485 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4e7bc7cd-e0ab-4553-8e2c-c8b6c78db878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (bd3d40fe-ad2b-4fe3-a5b8-3587cd3fa3b6), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.374736 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4e7bc7cd-e0ab-4553-8e2c-c8b6c78db878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.376677 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-4e7bc7cd-e0ab-4553-8e2c-c8b6c78db878 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd3d40fe-ad2b-4fe3-a5b8-3587cd3fa3b6 HTTP/1.1" status: 204 len: 168 time: 0.1343746 Mar 07 18:15:05.387702 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bc7cd-e0ab-4553-8e2c-c8b6c78db878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3d40fe-ad2b-4fe3-a5b8-3587cd3fa3b6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:05.653238 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41756) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:05.666092 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b87a994-b0ef-4ce5-ab1e-5ffb85692c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.738947 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b87a994-b0ef-4ce5-ab1e-5ffb85692c82 admin admin] Publish callbacks [] for security_group (ba3f5955-7414-4e05-9af8-5e17c2c6baf9), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.743313 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b87a994-b0ef-4ce5-ab1e-5ffb85692c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ba3f5955-7414-4e05-9af8-5e17c2c6baf9), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.779672 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-4b87a994-b0ef-4ce5-ab1e-5ffb85692c82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac87061b2e274d2593a8f80e017607d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253898 Mar 07 18:15:05.781536 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87a994-b0ef-4ce5-ab1e-5ffb85692c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3f5955-7414-4e05-9af8-5e17c2c6baf9,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:05.782457 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41758) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:05.833236 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fda6dd4a-bca9-479c-9248-3e372a417f40 admin admin] Publish callbacks [] for security_group (ba3f5955-7414-4e05-9af8-5e17c2c6baf9), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.856147 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fda6dd4a-bca9-479c-9248-3e372a417f40 admin admin] Publish callbacks [] for security_group (ba3f5955-7414-4e05-9af8-5e17c2c6baf9), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.924683 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fda6dd4a-bca9-479c-9248-3e372a417f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (ba3f5955-7414-4e05-9af8-5e17c2c6baf9), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.927872 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fda6dd4a-bca9-479c-9248-3e372a417f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:05.930414 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-fda6dd4a-bca9-479c-9248-3e372a417f40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba3f5955-7414-4e05-9af8-5e17c2c6baf9 HTTP/1.1" status: 204 len: 168 time: 0.1469662 Mar 07 18:15:05.941944 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6dd4a-bca9-479c-9248-3e372a417f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3f5955-7414-4e05-9af8-5e17c2c6baf9,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:06.590371 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41794) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:07.097095 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-052dafb3-44fa-49eb-b3de-0ad2020c2a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869953'] for router_interface (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:07.374963 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-052dafb3-44fa-49eb-b3de-0ad2020c2a94 admin admin] Deleting port e1596558-f1cb-48cb-8fd9-ee7e879be9b1 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:15:07.375344 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-052dafb3-44fa-49eb-b3de-0ad2020c2a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:07.461635 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-052dafb3-44fa-49eb-b3de-0ad2020c2a94 admin admin] For port e1596558-f1cb-48cb-8fd9-ee7e879be9b1, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=e1596558-f1cb-48cb-8fd9-ee7e879be9b1,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:15:07.462011 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-052dafb3-44fa-49eb-b3de-0ad2020c2a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:07.477275 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-052dafb3-44fa-49eb-b3de-0ad2020c2a94 admin admin] Calling delete_port for e1596558-f1cb-48cb-8fd9-ee7e879be9b1 owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:15:07.678054 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-052dafb3-44fa-49eb-b3de-0ad2020c2a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (e1596558-f1cb-48cb-8fd9-ee7e879be9b1), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:07.707663 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dafb3-44fa-49eb-b3de-0ad2020c2a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1596558-f1cb-48cb-8fd9-ee7e879be9b1,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:07.886854 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-052dafb3-44fa-49eb-b3de-0ad2020c2a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869941'] for router_interface (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:08.108570 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052dafb3-44fa-49eb-b3de-0ad2020c2a94 admin admin] Router d6d6db4e-9766-4339-8b17-cb89a73d9b8a has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:15:08.446769 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052dafb3-44fa-49eb-b3de-0ad2020c2a94 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:15:08.451664 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-052dafb3-44fa-49eb-b3de-0ad2020c2a94 admin admin] 10.222.0.13 "PUT /v2.0/routers/d6d6db4e-9766-4339-8b17-cb89a73d9b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8601608 Mar 07 18:15:08.454157 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41848) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:08.455259 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e02c1c-64d0-4201-9ff7-8051d75808e9 None None] Sync routers for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:15:08.465784 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e02c1c-64d0-4201-9ff7-8051d75808e9 None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:15:08.466395 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-60e02c1c-64d0-4201-9ff7-8051d75808e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:14:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:15:08.561975 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Publish callbacks [] for router (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:08.578190 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-60e02c1c-64d0-4201-9ff7-8051d75808e9 None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:15:08.673494 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Publish callbacks [] for router_gateway (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:08.732738 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Deleting port fe2ddcc7-ebbe-4407-83db-31c6077084f8 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:15:08.733523 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:08.775540 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-60e02c1c-64d0-4201-9ff7-8051d75808e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:15:07Z', 'revision_number': 5, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port': {'id': 'fe2ddcc7-ebbe-4407-83db-31c6077084f8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:08:43Z', 'updated_at': '2022-03-07T18:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:15:08.804417 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e02c1c-64d0-4201-9ff7-8051d75808e9 None None] Checking router: d6d6db4e-9766-4339-8b17-cb89a73d9b8a for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:15:08.812964 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e02c1c-64d0-4201-9ff7-8051d75808e9 None None] Routers {'d6d6db4e-9766-4339-8b17-cb89a73d9b8a'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:15:08.813612 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-60e02c1c-64d0-4201-9ff7-8051d75808e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:14:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:15:08.830136 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] For port fe2ddcc7-ebbe-4407-83db-31c6077084f8, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=fe2ddcc7-ebbe-4407-83db-31c6077084f8,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:15:08.830517 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:08.845434 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Calling delete_port for fe2ddcc7-ebbe-4407-83db-31c6077084f8 owned by network:router_gateway {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:15:08.977072 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-60e02c1c-64d0-4201-9ff7-8051d75808e9 None None] Set router d6d6db4e-9766-4339-8b17-cb89a73d9b8a gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:15:09.033112 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-60e02c1c-64d0-4201-9ff7-8051d75808e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:15:08Z', 'revision_number': 6, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port_host': None}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:15:09.044166 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (fe2ddcc7-ebbe-4407-83db-31c6077084f8), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.065459 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e02c1c-64d0-4201-9ff7-8051d75808e9 None None] The sync data for ids ['d6d6db4e-9766-4339-8b17-cb89a73d9b8a'] in dv-cinder-832291-1-iscsi is: [{'id': 'd6d6db4e-9766-4339-8b17-cb89a73d9b8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1596344637-router', 'tenant_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:08:42Z', 'updated_at': '2022-03-07T18:15:08Z', 'revision_number': 6, 'project_id': 'ad4cb97f96de4c73a3c759ebc4e33894', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:15:09.085037 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2ddcc7-ebbe-4407-83db-31c6077084f8,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:09.149093 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-869279'] for router_gateway (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.245589 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-874539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9918'] for router (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.247591 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Publish callbacks [] for router_controller (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.293199 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-874556'] for router (d6d6db4e-9766-4339-8b17-cb89a73d9b8a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.293715 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d6db4e-9766-4339-8b17-cb89a73d9b8a {{(pid=103234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 18:15:09.298536 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.299731 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-eda87617-e6cf-46fc-8b5a-d8f6c970213d admin admin] 10.222.0.13 "DELETE /v2.0/routers/d6d6db4e-9766-4339-8b17-cb89a73d9b8a HTTP/1.1" status: 204 len: 168 time: 0.8446259 Mar 07 18:15:09.302189 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41870) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:09.345918 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b329c6-8a55-4c42-834b-9a987db77867 admin admin] Deleting subnet 0d101314-b054-4e86-8299-f12037058c1c {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:15:09.348918 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6b329c6-8a55-4c42-834b-9a987db77867 admin admin] Publish callbacks [] for subnet (0d101314-b054-4e86-8299-f12037058c1c), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.384179 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6b329c6-8a55-4c42-834b-9a987db77867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1571852'] for subnet (0d101314-b054-4e86-8299-f12037058c1c), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.469102 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6b329c6-8a55-4c42-834b-9a987db77867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (0d101314-b054-4e86-8299-f12037058c1c), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.528879 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6b329c6-8a55-4c42-834b-9a987db77867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3952874'] for subnet (0d101314-b054-4e86-8299-f12037058c1c), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.553425 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b329c6-8a55-4c42-834b-9a987db77867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d101314-b054-4e86-8299-f12037058c1c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:09.557018 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6b329c6-8a55-4c42-834b-9a987db77867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.560137 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c6b329c6-8a55-4c42-834b-9a987db77867 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0d101314-b054-4e86-8299-f12037058c1c HTTP/1.1" status: 204 len: 168 time: 0.2570391 Mar 07 18:15:09.562409 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11100abd-d0da-4111-ba3f-29802a538517 None None] Network c142ae0b-d6c6-40c3-b892-6770988a7506 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:15:09.562885 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41872) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:09.630710 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (c142ae0b-d6c6-40c3-b892-6770988a7506), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.687667 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Deleting port 5e085239-23c4-4fb2-9a14-ad1a6497101a {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:15:09.688010 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.749250 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] For port 5e085239-23c4-4fb2-9a14-ad1a6497101a, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=5e085239-23c4-4fb2-9a14-ad1a6497101a,segment=NetworkSegment(7e540931-615d-4b7f-86bc-b5b950ad8548),segment_id=7e540931-615d-4b7f-86bc-b5b950ad8548)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:15:09.749882 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.762043 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Calling delete_port for 5e085239-23c4-4fb2-9a14-ad1a6497101a owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:15:09.846051 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (5e085239-23c4-4fb2-9a14-ad1a6497101a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.847084 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f9553-ca6d-420e-b563-7bde17ccb93b None None] DHCP port deletion for c142ae0b-d6c6-40c3-b892-6770988a7506 request from dv-cinder-832291-1-iscsi {{(pid=103235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 18:15:09.865591 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device e1596558-f1cb-48cb-8fd9-ee7e879be9b1 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:15:09.880872 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Pushing event deleted for resources: {'Port': ['ID=5e085239-23c4-4fb2-9a14-ad1a6497101a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:09.883265 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] No DVR routers for this DVR port 5e085239-23c4-4fb2-9a14-ad1a6497101a on host dv-cinder-832291-1-iscsi {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:15:09.892987 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: e1596558-f1cb-48cb-8fd9-ee7e879be9b1 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:15:09.893335 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device e1596558-f1cb-48cb-8fd9-ee7e879be9b1 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:15:09.953547 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (c142ae0b-d6c6-40c3-b892-6770988a7506), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:09.976670 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c142ae0b-d6c6-40c3-b892-6770988a7506']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:15:09.990789 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e540931-615d-4b7f-86bc-b5b950ad8548') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:15:09.991085 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e540931-615d-4b7f-86bc-b5b950ad8548') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:15:10.004942 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1572087'] for segment (7e540931-615d-4b7f-86bc-b5b950ad8548), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:10.018779 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (7e540931-615d-4b7f-86bc-b5b950ad8548), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:10.026943 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:15:10.027362 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065737'] for segment (7e540931-615d-4b7f-86bc-b5b950ad8548), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: timer() Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: cb(*args, **kw) Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: self._notify() Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: self.callback(batched_events) Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: event.method(event) Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._get(url).json() Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:15:10.029924 dv-cinder-832291-1-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:15:10.096460 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (c142ae0b-d6c6-40c3-b892-6770988a7506), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:10.102155 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:10.105262 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] 10.222.0.13 "DELETE /v2.0/networks/c142ae0b-d6c6-40c3-b892-6770988a7506 HTTP/1.1" status: 204 len: 168 time: 0.5417371 Mar 07 18:15:10.118875 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10899931-593a-4df9-a6f9-e89e2afac8ec admin admin] Pushing event deleted for resources: {'Network': ['ID=c142ae0b-d6c6-40c3-b892-6770988a7506,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:10.311566 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41888) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:10.360201 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41896) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:10.360329 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-54493fa0-6c0b-483d-ae7d-3c7c382a30af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad4cb97f96de4c73a3c759ebc4e33894&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474432 Mar 07 18:15:10.425213 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11cc0e6f-7b00-4809-9ce9-f89a7b277f0f admin admin] Publish callbacks [] for security_group (a3d33a79-68d3-44df-ae5d-964450eab9a3), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:10.447564 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11cc0e6f-7b00-4809-9ce9-f89a7b277f0f admin admin] Publish callbacks [] for security_group (a3d33a79-68d3-44df-ae5d-964450eab9a3), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:10.499650 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11cc0e6f-7b00-4809-9ce9-f89a7b277f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (a3d33a79-68d3-44df-ae5d-964450eab9a3), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:10.502210 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11cc0e6f-7b00-4809-9ce9-f89a7b277f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:10.503404 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-11cc0e6f-7b00-4809-9ce9-f89a7b277f0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3d33a79-68d3-44df-ae5d-964450eab9a3 HTTP/1.1" status: 204 len: 168 time: 0.1411512 Mar 07 18:15:10.511385 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc0e6f-7b00-4809-9ce9-f89a7b277f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d33a79-68d3-44df-ae5d-964450eab9a3,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:11.396368 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 5e085239-23c4-4fb2-9a14-ad1a6497101a no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:15:11.416512 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 5e085239-23c4-4fb2-9a14-ad1a6497101a {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:15:11.416931 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 5e085239-23c4-4fb2-9a14-ad1a6497101a not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:15:11.417417 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device fe2ddcc7-ebbe-4407-83db-31c6077084f8 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:15:11.436033 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: fe2ddcc7-ebbe-4407-83db-31c6077084f8 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:15:11.436399 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device fe2ddcc7-ebbe-4407-83db-31c6077084f8 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:15:11.973827 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41970) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:12.082397 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30260453-407b-40d4-8d93-77e54b263b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.091381 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46302c9f-4f08-4a0e-b8e6-872983e4bf6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.158308 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30260453-407b-40d4-8d93-77e54b263b7d admin admin] Publish callbacks [] for security_group (74b794e3-d8a9-4eb6-9541-0dbe6a2fda6a), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.162114 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30260453-407b-40d4-8d93-77e54b263b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (74b794e3-d8a9-4eb6-9541-0dbe6a2fda6a), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.202948 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-30260453-407b-40d4-8d93-77e54b263b7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbee7533fb844e5cb9de013407feb40c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280254 Mar 07 18:15:12.203788 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30260453-407b-40d4-8d93-77e54b263b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b794e3-d8a9-4eb6-9541-0dbe6a2fda6a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:12.205638 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41974) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:12.255598 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-577dfd63-a04a-457a-ab66-49686e9b6238 admin admin] Publish callbacks [] for security_group (74b794e3-d8a9-4eb6-9541-0dbe6a2fda6a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.279603 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-577dfd63-a04a-457a-ab66-49686e9b6238 admin admin] Publish callbacks [] for security_group (74b794e3-d8a9-4eb6-9541-0dbe6a2fda6a), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.329841 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-577dfd63-a04a-457a-ab66-49686e9b6238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (74b794e3-d8a9-4eb6-9541-0dbe6a2fda6a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.332428 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-577dfd63-a04a-457a-ab66-49686e9b6238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.333612 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-577dfd63-a04a-457a-ab66-49686e9b6238 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74b794e3-d8a9-4eb6-9541-0dbe6a2fda6a HTTP/1.1" status: 204 len: 168 time: 0.1263721 Mar 07 18:15:12.342498 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dfd63-a04a-457a-ab66-49686e9b6238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b794e3-d8a9-4eb6-9541-0dbe6a2fda6a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:12.622262 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 41980) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:12.636548 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b30674a-33cb-4424-864b-845fbb41d590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.710999 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b30674a-33cb-4424-864b-845fbb41d590 admin admin] Publish callbacks [] for security_group (c2d154b0-aeed-4295-9a24-ec826eb548c8), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.716362 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b30674a-33cb-4424-864b-845fbb41d590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (c2d154b0-aeed-4295-9a24-ec826eb548c8), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.761940 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3b30674a-33cb-4424-864b-845fbb41d590 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98ca59d94b594ce085b302940cb707fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385896 Mar 07 18:15:12.763994 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30674a-33cb-4424-864b-845fbb41d590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d154b0-aeed-4295-9a24-ec826eb548c8,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:12.764648 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 41988) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:12.812908 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-578fbaf5-856c-4185-81b8-9339bf39a039 admin admin] Publish callbacks [] for security_group (c2d154b0-aeed-4295-9a24-ec826eb548c8), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.834698 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-578fbaf5-856c-4185-81b8-9339bf39a039 admin admin] Publish callbacks [] for security_group (c2d154b0-aeed-4295-9a24-ec826eb548c8), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.885964 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-578fbaf5-856c-4185-81b8-9339bf39a039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (c2d154b0-aeed-4295-9a24-ec826eb548c8), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.888651 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-578fbaf5-856c-4185-81b8-9339bf39a039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:12.889834 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-578fbaf5-856c-4185-81b8-9339bf39a039 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2d154b0-aeed-4295-9a24-ec826eb548c8 HTTP/1.1" status: 204 len: 168 time: 0.1241138 Mar 07 18:15:12.898901 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fbaf5-856c-4185-81b8-9339bf39a039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d154b0-aeed-4295-9a24-ec826eb548c8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:14.005599 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42052) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:14.107673 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14bce221-a50f-4816-8b97-0c4650a1b1ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:14.188803 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14bce221-a50f-4816-8b97-0c4650a1b1ba admin admin] Publish callbacks [] for security_group (66d8b499-fa15-4983-9344-da5d3f44efe0), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:14.192387 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14bce221-a50f-4816-8b97-0c4650a1b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (66d8b499-fa15-4983-9344-da5d3f44efe0), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:14.233278 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-14bce221-a50f-4816-8b97-0c4650a1b1ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b21fdba6ec9e4a93b0b9bca2f8a9e69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260418 Mar 07 18:15:14.234396 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bce221-a50f-4816-8b97-0c4650a1b1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d8b499-fa15-4983-9344-da5d3f44efe0,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:14.236324 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42060) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:14.283249 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b9b507ea-2f8a-4621-87d9-78bc4ee71107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:14.290973 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3c5052a-396c-4bdc-badf-55521c20b1e5 admin admin] Publish callbacks [] for security_group (66d8b499-fa15-4983-9344-da5d3f44efe0), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:14.312441 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3c5052a-396c-4bdc-badf-55521c20b1e5 admin admin] Publish callbacks [] for security_group (66d8b499-fa15-4983-9344-da5d3f44efe0), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:14.359892 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3c5052a-396c-4bdc-badf-55521c20b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (66d8b499-fa15-4983-9344-da5d3f44efe0), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:14.363221 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3c5052a-396c-4bdc-badf-55521c20b1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:14.365099 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e3c5052a-396c-4bdc-badf-55521c20b1e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66d8b499-fa15-4983-9344-da5d3f44efe0 HTTP/1.1" status: 204 len: 168 time: 0.1274369 Mar 07 18:15:14.375610 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5052a-396c-4bdc-badf-55521c20b1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d8b499-fa15-4983-9344-da5d3f44efe0,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:15.239650 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:15:15.422499 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:15.461377 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:16.871883 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:17.081429 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42192) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:17.191278 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2880-92e6-405d-abc7-230f708dca5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:17.273531 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2880-92e6-405d-abc7-230f708dca5f admin admin] Publish callbacks [] for security_group (08ad6f6f-3267-40c8-85a1-c0e8c972ef30), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:17.277183 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2880-92e6-405d-abc7-230f708dca5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (08ad6f6f-3267-40c8-85a1-c0e8c972ef30), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:17.315290 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf2880-92e6-405d-abc7-230f708dca5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ad6f6f-3267-40c8-85a1-c0e8c972ef30,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:17.320291 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-f5bf2880-92e6-405d-abc7-230f708dca5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ed8416c60554e1b92832931b66404b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375593 Mar 07 18:15:17.322706 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42198) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:17.378581 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b705e757-a895-4fe4-bb48-8a9a3991e553 admin admin] Publish callbacks [] for security_group (08ad6f6f-3267-40c8-85a1-c0e8c972ef30), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:17.402071 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b705e757-a895-4fe4-bb48-8a9a3991e553 admin admin] Publish callbacks [] for security_group (08ad6f6f-3267-40c8-85a1-c0e8c972ef30), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:17.461412 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b705e757-a895-4fe4-bb48-8a9a3991e553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (08ad6f6f-3267-40c8-85a1-c0e8c972ef30), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:17.464200 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b705e757-a895-4fe4-bb48-8a9a3991e553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:17.465393 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b705e757-a895-4fe4-bb48-8a9a3991e553 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08ad6f6f-3267-40c8-85a1-c0e8c972ef30 HTTP/1.1" status: 204 len: 168 time: 0.1416237 Mar 07 18:15:17.476462 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705e757-a895-4fe4-bb48-8a9a3991e553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ad6f6f-3267-40c8-85a1-c0e8c972ef30,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:17.765425 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42216) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:17.778726 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-490cd90a-798b-43dc-bee7-9e57ff78ef46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:17.854823 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-490cd90a-798b-43dc-bee7-9e57ff78ef46 admin admin] Publish callbacks [] for security_group (2f11bf1c-93b3-45cb-bcc1-37b3e5bf9e3b), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:17.858987 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-490cd90a-798b-43dc-bee7-9e57ff78ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (2f11bf1c-93b3-45cb-bcc1-37b3e5bf9e3b), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:17.898343 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-490cd90a-798b-43dc-bee7-9e57ff78ef46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd94f4bcf5774b85abee1a42510039e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318257 Mar 07 18:15:17.899227 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cd90a-798b-43dc-bee7-9e57ff78ef46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f11bf1c-93b3-45cb-bcc1-37b3e5bf9e3b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:17.901208 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42218) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:17.959016 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-714147f0-c620-43f0-b2e0-69e74481f5d6 admin admin] Publish callbacks [] for security_group (2f11bf1c-93b3-45cb-bcc1-37b3e5bf9e3b), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:17.980105 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-714147f0-c620-43f0-b2e0-69e74481f5d6 admin admin] Publish callbacks [] for security_group (2f11bf1c-93b3-45cb-bcc1-37b3e5bf9e3b), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:18.031984 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-714147f0-c620-43f0-b2e0-69e74481f5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (2f11bf1c-93b3-45cb-bcc1-37b3e5bf9e3b), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:18.034596 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-714147f0-c620-43f0-b2e0-69e74481f5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:18.035780 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-714147f0-c620-43f0-b2e0-69e74481f5d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f11bf1c-93b3-45cb-bcc1-37b3e5bf9e3b HTTP/1.1" status: 204 len: 168 time: 0.1333065 Mar 07 18:15:18.044681 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714147f0-c620-43f0-b2e0-69e74481f5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f11bf1c-93b3-45cb-bcc1-37b3e5bf9e3b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:18.553709 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:18.913641 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42258) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:19.118249 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36c731e3-270f-47fc-b8df-cb72b4b64686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:19.208033 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36c731e3-270f-47fc-b8df-cb72b4b64686 admin admin] Publish callbacks [] for security_group (8f71a4ab-43a1-456e-b62e-d80dc9e5ba11), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:19.212484 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36c731e3-270f-47fc-b8df-cb72b4b64686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8f71a4ab-43a1-456e-b62e-d80dc9e5ba11), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:19.250859 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c731e3-270f-47fc-b8df-cb72b4b64686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f71a4ab-43a1-456e-b62e-d80dc9e5ba11,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:19.255025 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-36c731e3-270f-47fc-b8df-cb72b4b64686 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c365f09cf7984edab0d8968a1a1650b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403661 Mar 07 18:15:19.257884 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42272) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:19.308693 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a422c52-5cb0-47ca-9e51-fc8f9d2e1969 admin admin] Publish callbacks [] for security_group (8f71a4ab-43a1-456e-b62e-d80dc9e5ba11), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:19.330181 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a422c52-5cb0-47ca-9e51-fc8f9d2e1969 admin admin] Publish callbacks [] for security_group (8f71a4ab-43a1-456e-b62e-d80dc9e5ba11), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:19.389287 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a422c52-5cb0-47ca-9e51-fc8f9d2e1969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8f71a4ab-43a1-456e-b62e-d80dc9e5ba11), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:19.392735 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a422c52-5cb0-47ca-9e51-fc8f9d2e1969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:19.394178 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-6a422c52-5cb0-47ca-9e51-fc8f9d2e1969 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f71a4ab-43a1-456e-b62e-d80dc9e5ba11 HTTP/1.1" status: 204 len: 168 time: 0.1353078 Mar 07 18:15:19.407223 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a422c52-5cb0-47ca-9e51-fc8f9d2e1969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f71a4ab-43a1-456e-b62e-d80dc9e5ba11,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:19.937821 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42310) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:20.047351 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6762c21-c2ce-469a-a7d4-0572551387bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.129773 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6762c21-c2ce-469a-a7d4-0572551387bb admin admin] Publish callbacks [] for security_group (6f045bbf-515f-420a-81ca-7f8dad64ed61), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.133682 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6762c21-c2ce-469a-a7d4-0572551387bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (6f045bbf-515f-420a-81ca-7f8dad64ed61), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.176050 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d6762c21-c2ce-469a-a7d4-0572551387bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cadf6cb7730849d9b2e224e3fec80ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370944 Mar 07 18:15:20.177062 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6762c21-c2ce-469a-a7d4-0572551387bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f045bbf-515f-420a-81ca-7f8dad64ed61,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:20.180359 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42322) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:20.234554 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b0122ad5-3fa6-44d7-a452-39a14c401e01 admin admin] Publish callbacks [] for security_group (6f045bbf-515f-420a-81ca-7f8dad64ed61), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.258929 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b0122ad5-3fa6-44d7-a452-39a14c401e01 admin admin] Publish callbacks [] for security_group (6f045bbf-515f-420a-81ca-7f8dad64ed61), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.312911 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b0122ad5-3fa6-44d7-a452-39a14c401e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (6f045bbf-515f-420a-81ca-7f8dad64ed61), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.315767 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b0122ad5-3fa6-44d7-a452-39a14c401e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.316955 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-b0122ad5-3fa6-44d7-a452-39a14c401e01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f045bbf-515f-420a-81ca-7f8dad64ed61 HTTP/1.1" status: 204 len: 168 time: 0.1356492 Mar 07 18:15:20.325156 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0122ad5-3fa6-44d7-a452-39a14c401e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f045bbf-515f-420a-81ca-7f8dad64ed61,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:20.609486 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42336) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:20.622977 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-17787749-bcae-4cae-8e4d-731a2eda1713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.706570 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-17787749-bcae-4cae-8e4d-731a2eda1713 admin admin] Publish callbacks [] for security_group (689986c9-68ae-4091-90bd-61d3fdf6af2a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.710847 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-17787749-bcae-4cae-8e4d-731a2eda1713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (689986c9-68ae-4091-90bd-61d3fdf6af2a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.749914 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-17787749-bcae-4cae-8e4d-731a2eda1713 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db7a17850027443bb67c8a6509d305fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391938 Mar 07 18:15:20.750797 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17787749-bcae-4cae-8e4d-731a2eda1713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689986c9-68ae-4091-90bd-61d3fdf6af2a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:20.752684 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42340) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:20.817654 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-13d75e58-4d16-41c2-9445-7d1ce2dfbb23 admin admin] Publish callbacks [] for security_group (689986c9-68ae-4091-90bd-61d3fdf6af2a), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.848102 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-13d75e58-4d16-41c2-9445-7d1ce2dfbb23 admin admin] Publish callbacks [] for security_group (689986c9-68ae-4091-90bd-61d3fdf6af2a), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.900792 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-13d75e58-4d16-41c2-9445-7d1ce2dfbb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (689986c9-68ae-4091-90bd-61d3fdf6af2a), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.903357 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-13d75e58-4d16-41c2-9445-7d1ce2dfbb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:20.904540 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-13d75e58-4d16-41c2-9445-7d1ce2dfbb23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/689986c9-68ae-4091-90bd-61d3fdf6af2a HTTP/1.1" status: 204 len: 168 time: 0.1508203 Mar 07 18:15:20.912539 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d75e58-4d16-41c2-9445-7d1ce2dfbb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689986c9-68ae-4091-90bd-61d3fdf6af2a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:22.652311 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95005efb-4433-4da9-bbee-9a18df229c69 req-a8666ffc-114b-4419-9990-2a668b791d10 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:22.654106 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-95005efb-4433-4da9-bbee-9a18df229c69 req-a8666ffc-114b-4419-9990-2a668b791d10 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0796831 Mar 07 18:15:22.708237 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-95005efb-4433-4da9-bbee-9a18df229c69 req-af32c713-199e-4e26-ab31-26abc3229774 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485685 Mar 07 18:15:23.058521 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42438) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:23.165681 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc8b1af1-68bc-4cd1-b7e6-b4a5e73976e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.242899 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc8b1af1-68bc-4cd1-b7e6-b4a5e73976e8 admin admin] Publish callbacks [] for security_group (b388074c-e893-4616-b185-971aad57940a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.246498 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc8b1af1-68bc-4cd1-b7e6-b4a5e73976e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (b388074c-e893-4616-b185-971aad57940a), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.283812 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-cc8b1af1-68bc-4cd1-b7e6-b4a5e73976e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=948c519af7e5422b8d7c1976e3f3d758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241263 Mar 07 18:15:23.284595 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b1af1-68bc-4cd1-b7e6-b4a5e73976e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b388074c-e893-4616-b185-971aad57940a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:23.286756 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42442) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:23.333586 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d61c7c2-ce98-4cb4-b063-f90dc2149cea admin admin] Publish callbacks [] for security_group (b388074c-e893-4616-b185-971aad57940a), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.361024 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d61c7c2-ce98-4cb4-b063-f90dc2149cea admin admin] Publish callbacks [] for security_group (b388074c-e893-4616-b185-971aad57940a), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.409292 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d61c7c2-ce98-4cb4-b063-f90dc2149cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (b388074c-e893-4616-b185-971aad57940a), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.412351 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d61c7c2-ce98-4cb4-b063-f90dc2149cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.415988 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-9d61c7c2-ce98-4cb4-b063-f90dc2149cea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b388074c-e893-4616-b185-971aad57940a HTTP/1.1" status: 204 len: 168 time: 0.1258695 Mar 07 18:15:23.421359 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61c7c2-ce98-4cb4-b063-f90dc2149cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b388074c-e893-4616-b185-971aad57940a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:23.684581 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42450) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:23.698535 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25bf219b-9057-4fa9-86ca-110c8ec8e7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.773413 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25bf219b-9057-4fa9-86ca-110c8ec8e7ec admin admin] Publish callbacks [] for security_group (eab4e9a1-2ebf-46f8-87ec-fea21d05b6ca), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.777128 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25bf219b-9057-4fa9-86ca-110c8ec8e7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (eab4e9a1-2ebf-46f8-87ec-fea21d05b6ca), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.840804 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-25bf219b-9057-4fa9-86ca-110c8ec8e7ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5341e9855f7e4694959b1ef6c6626006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551113 Mar 07 18:15:23.843443 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42454) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:23.843860 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf219b-9057-4fa9-86ca-110c8ec8e7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab4e9a1-2ebf-46f8-87ec-fea21d05b6ca,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:23.873693 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf109428-f9a9-4fd6-9761-81e3a2bc2e33 req-9805e95e-d768-41f2-a1ae-7f6d40007175 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:23.876827 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bf109428-f9a9-4fd6-9761-81e3a2bc2e33 req-9805e95e-d768-41f2-a1ae-7f6d40007175 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0943117 Mar 07 18:15:23.902251 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2a69-4c34-4e9a-a262-bbd44b079368 admin admin] Publish callbacks [] for security_group (eab4e9a1-2ebf-46f8-87ec-fea21d05b6ca), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.924424 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2a69-4c34-4e9a-a262-bbd44b079368 admin admin] Publish callbacks [] for security_group (eab4e9a1-2ebf-46f8-87ec-fea21d05b6ca), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.930213 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bf109428-f9a9-4fd6-9761-81e3a2bc2e33 req-6f4e706a-6a95-4d70-95b6-832948cc575c tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468071 Mar 07 18:15:23.980539 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2a69-4c34-4e9a-a262-bbd44b079368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (eab4e9a1-2ebf-46f8-87ec-fea21d05b6ca), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.983524 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2a69-4c34-4e9a-a262-bbd44b079368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:23.984728 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-0ffd2a69-4c34-4e9a-a262-bbd44b079368 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eab4e9a1-2ebf-46f8-87ec-fea21d05b6ca HTTP/1.1" status: 204 len: 168 time: 0.1402972 Mar 07 18:15:23.993396 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd2a69-4c34-4e9a-a262-bbd44b079368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab4e9a1-2ebf-46f8-87ec-fea21d05b6ca,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:25.066478 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73138-4f9a-4024-816f-5e8a42e738c0 req-4bea21ed-438f-424d-845a-2ac9edd9e705 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:25.068883 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bef73138-4f9a-4024-816f-5e8a42e738c0 req-4bea21ed-438f-424d-845a-2ac9edd9e705 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0603764 Mar 07 18:15:25.123469 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bef73138-4f9a-4024-816f-5e8a42e738c0 req-96fabbf1-baa9-4a7c-ab53-85dadebc9f64 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492244 Mar 07 18:15:26.243679 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41358e-228b-4a3e-b170-fcdcfc1a2f6c req-6b8ef268-0310-4e90-86ba-7bad7f4dc2dd tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:26.245194 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4c41358e-228b-4a3e-b170-fcdcfc1a2f6c req-6b8ef268-0310-4e90-86ba-7bad7f4dc2dd tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0521326 Mar 07 18:15:26.294769 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4c41358e-228b-4a3e-b170-fcdcfc1a2f6c req-9e305d08-d61e-4c47-b17f-e3a2cf339753 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440526 Mar 07 18:15:27.417916 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf325f41-649c-4785-b645-4b004fe22f13 req-87efccb4-bf29-41c2-95e5-b37014e14c0a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:27.419393 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bf325f41-649c-4785-b645-4b004fe22f13 req-87efccb4-bf29-41c2-95e5-b37014e14c0a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0579133 Mar 07 18:15:27.467893 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bf325f41-649c-4785-b645-4b004fe22f13 req-dc6664f9-0eef-4749-b8c2-5ec1e1d0d1ce tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430672 Mar 07 18:15:28.584540 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c3c7f-20ce-434f-a565-a996292ee72f req-004cc29d-4e64-48ca-aeec-eee8ad321e14 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:28.586017 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ea9c3c7f-20ce-434f-a565-a996292ee72f req-004cc29d-4e64-48ca-aeec-eee8ad321e14 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0530810 Mar 07 18:15:28.635056 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ea9c3c7f-20ce-434f-a565-a996292ee72f req-ea936bdc-2956-4686-95ce-ddf2c611f080 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434151 Mar 07 18:15:29.750706 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0943-d3cb-447f-b894-a14833868f9e req-42fcdc87-538e-43f4-a68e-302fdf906d91 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:29.752165 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c53c0943-d3cb-447f-b894-a14833868f9e req-42fcdc87-538e-43f4-a68e-302fdf906d91 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0510392 Mar 07 18:15:29.805209 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c53c0943-d3cb-447f-b894-a14833868f9e req-4036a347-1a59-4279-a9ff-aaa00550dec1 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462153 Mar 07 18:15:30.925136 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a4b87-e77f-45a2-84f1-fc764c3b8766 req-fc873781-1ace-451c-9e43-b62cdc5fe770 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:30.926684 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cf7a4b87-e77f-45a2-84f1-fc764c3b8766 req-fc873781-1ace-451c-9e43-b62cdc5fe770 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0519280 Mar 07 18:15:30.977543 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cf7a4b87-e77f-45a2-84f1-fc764c3b8766 req-141040ce-9768-44d6-8fb3-2ad49517f2b7 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445032 Mar 07 18:15:32.094112 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac060400-dda0-41d5-83e8-f5e5fd4abe7d req-c7711c3f-18e9-4f8c-a6f4-359a70c81125 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:32.095564 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac060400-dda0-41d5-83e8-f5e5fd4abe7d req-c7711c3f-18e9-4f8c-a6f4-359a70c81125 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0515432 Mar 07 18:15:32.142708 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac060400-dda0-41d5-83e8-f5e5fd4abe7d req-ab6b25af-48e2-4822-afe6-a51081fa77a8 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Mar 07 18:15:33.263699 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756197b-ce57-46de-ad9c-5b11552adbee req-4d9cf566-d24d-4378-8a64-ee8c5b33b1cb tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:33.265359 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b756197b-ce57-46de-ad9c-5b11552adbee req-4d9cf566-d24d-4378-8a64-ee8c5b33b1cb tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0570076 Mar 07 18:15:33.313927 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b756197b-ce57-46de-ad9c-5b11552adbee req-da8f2cd4-29b6-4b75-ae98-e9a347c41b2e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431447 Mar 07 18:15:34.432641 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3519bb0-a07e-43b4-9182-31e848c71cb9 req-2605bdff-c968-4b6b-86c4-f823ce3a5a57 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:34.434041 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b3519bb0-a07e-43b4-9182-31e848c71cb9 req-2605bdff-c968-4b6b-86c4-f823ce3a5a57 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0537450 Mar 07 18:15:34.481516 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b3519bb0-a07e-43b4-9182-31e848c71cb9 req-a0451dcd-54d9-4f02-9e42-bfcafc1d2b6d tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420263 Mar 07 18:15:35.602096 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457021f8-5082-46a7-8bde-68543942b52d req-ead5c8a1-8e05-494e-a660-bf3b5b977ce1 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:35.603855 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-457021f8-5082-46a7-8bde-68543942b52d req-ead5c8a1-8e05-494e-a660-bf3b5b977ce1 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0558910 Mar 07 18:15:35.651404 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-457021f8-5082-46a7-8bde-68543942b52d req-51442c75-886a-4367-ba27-8cb9405dba76 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421724 Mar 07 18:15:36.770285 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befabfa4-b1b3-4948-a857-3643e698971a req-ea9edc11-0fd8-455e-a254-cf16c48d0e92 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:36.771646 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-befabfa4-b1b3-4948-a857-3643e698971a req-ea9edc11-0fd8-455e-a254-cf16c48d0e92 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0514696 Mar 07 18:15:36.819644 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-befabfa4-b1b3-4948-a857-3643e698971a req-9d945009-b040-43fa-8b3e-56b333d12399 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 Mar 07 18:15:37.117703 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42694) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:37.217044 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:37.292286 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Publish callbacks [] for security_group (1fed702f-db00-49ab-b53f-9ad649f2b815), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:37.295707 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (1fed702f-db00-49ab-b53f-9ad649f2b815), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:37.333033 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab7bc340761b4f1ca9751ca13ac12710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142565 Mar 07 18:15:37.333893 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fed702f-db00-49ab-b53f-9ad649f2b815,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:37.335820 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42698) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:37.341044 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.341398 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.341744 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.342083 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.342415 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.342745 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.343076 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.343406 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.343734 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.344061 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.344412 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.344738 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.345059 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2ba49-ec86-4fe5-b73c-16c1d2cbd422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.385058 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Publish callbacks [] for security_group (1fed702f-db00-49ab-b53f-9ad649f2b815), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:37.405903 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Publish callbacks [] for security_group (1fed702f-db00-49ab-b53f-9ad649f2b815), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:37.458369 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (1fed702f-db00-49ab-b53f-9ad649f2b815), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:37.461361 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:37.465005 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fed702f-db00-49ab-b53f-9ad649f2b815 HTTP/1.1" status: 204 len: 168 time: 0.1257250 Mar 07 18:15:37.470354 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fed702f-db00-49ab-b53f-9ad649f2b815,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:37.478791 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.479146 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.479490 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.479823 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.480174 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.480492 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.480814 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.481143 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.484560 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.484936 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.485294 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.485639 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.486115 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e2822-5ae4-406f-a8a8-890344f09424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:37.765815 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e077f-7e01-44b9-bffa-de18b441d51b req-24343743-fbaa-448e-9419-75a9c7a36cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:37.767354 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-079e077f-7e01-44b9-bffa-de18b441d51b req-24343743-fbaa-448e-9419-75a9c7a36cbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=246784bbaaeb4899bb99187384041d42&device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 1129 time: 0.0450771 Mar 07 18:15:37.867215 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e077f-7e01-44b9-bffa-de18b441d51b req-eb493503-88b3-46a7-ac69-f53458c7a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:37.868985 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-079e077f-7e01-44b9-bffa-de18b441d51b req-eb493503-88b3-46a7-ac69-f53458c7a970 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff839f24-e12f-4a87-9697-bfe326c1e617 HTTP/1.1" status: 200 len: 909 time: 0.0955906 Mar 07 18:15:37.934896 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-079e077f-7e01-44b9-bffa-de18b441d51b req-2e532f8e-7ebc-4daf-a941-328307170879 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e20ef3-6973-41d9-beb8-ca2986248682 HTTP/1.1" status: 200 len: 1000 time: 0.0604990 Mar 07 18:15:37.946534 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611e3c3-27dc-4e10-8918-2967b1b0bba1 req-c8d55d45-e35c-4a7f-8303-e4617312cc04 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:37.952525 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5611e3c3-27dc-4e10-8918-2967b1b0bba1 req-c8d55d45-e35c-4a7f-8303-e4617312cc04 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0638041 Mar 07 18:15:38.000694 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e077f-7e01-44b9-bffa-de18b441d51b req-3448319c-d527-424f-bd71-0630c79db81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:38.002181 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-079e077f-7e01-44b9-bffa-de18b441d51b req-3448319c-d527-424f-bd71-0630c79db81c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181 HTTP/1.1" status: 200 len: 847 time: 0.0564005 Mar 07 18:15:38.030320 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5611e3c3-27dc-4e10-8918-2967b1b0bba1 req-64bf89d7-e5b3-4f8e-af6d-464ba3977ff3 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699055 Mar 07 18:15:38.075129 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e077f-7e01-44b9-bffa-de18b441d51b req-e48ee452-a0cf-450e-ac2f-8781ec53bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:38.076750 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-079e077f-7e01-44b9-bffa-de18b441d51b req-e48ee452-a0cf-450e-ac2f-8781ec53bee4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff839f24-e12f-4a87-9697-bfe326c1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673304 Mar 07 18:15:38.171487 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-079e077f-7e01-44b9-bffa-de18b441d51b req-ce9b7c7f-10ef-49a9-ba7c-6207e3d79c2f service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882421 Mar 07 18:15:38.278101 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-079e077f-7e01-44b9-bffa-de18b441d51b req-d3177f77-90b7-410f-a64e-53965f8ff63a service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001163 Mar 07 18:15:38.757847 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42752) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:38.862073 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd78f-5a18-47a8-86bc-19e34cbe1bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:38.934950 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd78f-5a18-47a8-86bc-19e34cbe1bdf admin admin] Publish callbacks [] for security_group (0f900623-3fc0-4eb4-8fc4-97db444899e6), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:38.938433 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd78f-5a18-47a8-86bc-19e34cbe1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (0f900623-3fc0-4eb4-8fc4-97db444899e6), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:38.975025 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-4ffdd78f-5a18-47a8-86bc-19e34cbe1bdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28c53707f851478a962dd9596e4312a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161131 Mar 07 18:15:38.976738 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdd78f-5a18-47a8-86bc-19e34cbe1bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f900623-3fc0-4eb4-8fc4-97db444899e6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:38.978968 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42756) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:39.026024 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-91c35c54-597f-4709-b74b-75022b311034 admin admin] Publish callbacks [] for security_group (0f900623-3fc0-4eb4-8fc4-97db444899e6), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:39.046810 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-91c35c54-597f-4709-b74b-75022b311034 admin admin] Publish callbacks [] for security_group (0f900623-3fc0-4eb4-8fc4-97db444899e6), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:39.099493 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-91c35c54-597f-4709-b74b-75022b311034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (0f900623-3fc0-4eb4-8fc4-97db444899e6), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:39.102552 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-91c35c54-597f-4709-b74b-75022b311034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:39.103895 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-91c35c54-597f-4709-b74b-75022b311034 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f900623-3fc0-4eb4-8fc4-97db444899e6 HTTP/1.1" status: 204 len: 168 time: 0.1237023 Mar 07 18:15:39.132888 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c35c54-597f-4709-b74b-75022b311034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f900623-3fc0-4eb4-8fc4-97db444899e6,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:39.155120 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53a8cd-81cc-499a-9129-454a8135f2a9 req-6aeea710-a2a6-42ec-a5f6-2c2302bf98e7 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:39.156661 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fb53a8cd-81cc-499a-9129-454a8135f2a9 req-6aeea710-a2a6-42ec-a5f6-2c2302bf98e7 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0684733 Mar 07 18:15:39.207216 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fb53a8cd-81cc-499a-9129-454a8135f2a9 req-2f1f0938-04fe-48f9-8e1a-668b28002c32 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451288 Mar 07 18:15:39.368002 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42766) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:39.381039 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6bbc00b7-eacd-4977-8735-c321e0c67ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:39.456452 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6bbc00b7-eacd-4977-8735-c321e0c67ed9 admin admin] Publish callbacks [] for security_group (4009145c-44f5-4050-8a74-a8a8096582d6), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:39.461596 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6bbc00b7-eacd-4977-8735-c321e0c67ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (4009145c-44f5-4050-8a74-a8a8096582d6), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:39.501881 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-6bbc00b7-eacd-4977-8735-c321e0c67ed9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29dfb271e7ac418aad2328a46476e8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327298 Mar 07 18:15:39.502725 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc00b7-eacd-4977-8735-c321e0c67ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4009145c-44f5-4050-8a74-a8a8096582d6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:39.504683 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42768) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:39.554884 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10781b85-082f-48f8-b767-68fa4f260309 admin admin] Publish callbacks [] for security_group (4009145c-44f5-4050-8a74-a8a8096582d6), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:39.575966 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10781b85-082f-48f8-b767-68fa4f260309 admin admin] Publish callbacks [] for security_group (4009145c-44f5-4050-8a74-a8a8096582d6), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:39.621408 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10781b85-082f-48f8-b767-68fa4f260309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (4009145c-44f5-4050-8a74-a8a8096582d6), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:39.624145 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10781b85-082f-48f8-b767-68fa4f260309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:39.625303 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-10781b85-082f-48f8-b767-68fa4f260309 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4009145c-44f5-4050-8a74-a8a8096582d6 HTTP/1.1" status: 204 len: 168 time: 0.1195824 Mar 07 18:15:39.633488 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10781b85-082f-48f8-b767-68fa4f260309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4009145c-44f5-4050-8a74-a8a8096582d6,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:40.326890 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d6bc9-dd84-4aa4-85bd-0f14099c3cf8 req-6f7d3c9d-e077-4132-bb36-a237dbd1d51e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:40.328343 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a97d6bc9-dd84-4aa4-85bd-0f14099c3cf8 req-6f7d3c9d-e077-4132-bb36-a237dbd1d51e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0544846 Mar 07 18:15:40.379626 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a97d6bc9-dd84-4aa4-85bd-0f14099c3cf8 req-1e9fff6b-48f2-4c4e-a76e-b4fe515eaff0 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459037 Mar 07 18:15:41.502347 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd794e8d-b311-4959-9262-394d39000f02 req-12efdb8b-46c1-4039-a419-6d175a3f2892 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:41.503851 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd794e8d-b311-4959-9262-394d39000f02 req-12efdb8b-46c1-4039-a419-6d175a3f2892 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0549636 Mar 07 18:15:41.558895 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd794e8d-b311-4959-9262-394d39000f02 req-78826ce0-fa8d-4e78-82f9-a0bb514169a0 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493770 Mar 07 18:15:42.095619 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a329b6e7-1369-4ef4-98d4-1290685f7b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:42.683573 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b118e-ce26-4848-81b3-c61baff03e62 req-61b63691-4627-47ab-bcd7-f9c972989b22 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:42.685177 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7e0b118e-ce26-4848-81b3-c61baff03e62 req-61b63691-4627-47ab-bcd7-f9c972989b22 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0534549 Mar 07 18:15:42.735007 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7e0b118e-ce26-4848-81b3-c61baff03e62 req-04773ef9-809d-41c7-a1c5-8f7dbcceef71 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442266 Mar 07 18:15:42.916278 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-50d7f242-5b37-4cf8-a78c-bed1fde6491e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434287 Mar 07 18:15:42.953527 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a6064-11c0-4a67-a3f2-ac80a4bf9c61 req-fda264fb-3084-4d37-91f5-c534b97e66bd tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:42.955085 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b04a6064-11c0-4a67-a3f2-ac80a4bf9c61 req-fda264fb-3084-4d37-91f5-c534b97e66bd tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0599794 Mar 07 18:15:42.994626 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-7a0352af-454f-4fac-8581-9154b4642137 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:42.996689 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-7a0352af-454f-4fac-8581-9154b4642137 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports/f9e20ef3-6973-41d9-beb8-ca2986248682 HTTP/1.1" status: 200 len: 942 time: 0.0500956 Mar 07 18:15:43.007257 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b04a6064-11c0-4a67-a3f2-ac80a4bf9c61 req-eaf4245b-144b-46e9-a03c-d4104600ec48 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457256 Mar 07 18:15:43.197351 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42876) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:43.306016 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c760d775-a055-4380-999a-04355527dfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:43.386916 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c760d775-a055-4380-999a-04355527dfee admin admin] Publish callbacks [] for security_group (e10b4d0c-b561-4d2c-9ea8-a1d3fe71ffd9), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:43.391142 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c760d775-a055-4380-999a-04355527dfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (e10b4d0c-b561-4d2c-9ea8-a1d3fe71ffd9), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:43.429527 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c760d775-a055-4380-999a-04355527dfee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c5c93cafd384aef9373c3fd141c3c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310917 Mar 07 18:15:43.430764 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760d775-a055-4380-999a-04355527dfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b4d0c-b561-4d2c-9ea8-a1d3fe71ffd9,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:43.432262 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42880) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:43.480341 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bc093c3-994f-4b05-8345-e8304c60893a admin admin] Publish callbacks [] for security_group (e10b4d0c-b561-4d2c-9ea8-a1d3fe71ffd9), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:43.501132 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bc093c3-994f-4b05-8345-e8304c60893a admin admin] Publish callbacks [] for security_group (e10b4d0c-b561-4d2c-9ea8-a1d3fe71ffd9), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:43.565798 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bc093c3-994f-4b05-8345-e8304c60893a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (e10b4d0c-b561-4d2c-9ea8-a1d3fe71ffd9), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:43.569490 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bc093c3-994f-4b05-8345-e8304c60893a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:43.573905 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-9bc093c3-994f-4b05-8345-e8304c60893a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e10b4d0c-b561-4d2c-9ea8-a1d3fe71ffd9 HTTP/1.1" status: 204 len: 168 time: 0.1375816 Mar 07 18:15:43.581220 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc093c3-994f-4b05-8345-e8304c60893a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b4d0c-b561-4d2c-9ea8-a1d3fe71ffd9,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:43.797792 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 42902) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:43.807780 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device f9e20ef3-6973-41d9-beb8-ca2986248682 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:15:43.914404 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port f9e20ef3-6973-41d9-beb8-ca2986248682 is: ACTIVE; New status is: DOWN {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:15:43.915058 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:43.961576 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:15:43.962715 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-077c078b-61f3-442b-9437-84a76a2fc432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:43.965311 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab30590b-e284-40ae-b1dd-b7269a41b1ef" -d '{"events": [{"server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:15:43.984539 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port f9e20ef3-6973-41d9-beb8-ca2986248682, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=f9e20ef3-6973-41d9-beb8-ca2986248682,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:15:43.991540 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:44.042553 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 18:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f45b0e5-94ba-4443-9f60-18904e6c56d3 x-openstack-request-id: req-6f45b0e5-94ba-4443-9f60-18904e6c56d3 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:15:44.042842 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:15:44.043107 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f45b0e5-94ba-4443-9f60-18904e6c56d3 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:15:44.043513 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'code': 200} Mar 07 18:15:44.065301 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=f9e20ef3-6973-41d9-beb8-ca2986248682,revision_number=6']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:44.079817 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.080409 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.080849 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.081293 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.081741 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.082257 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.082687 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.083261 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.083698 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.084133 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.084586 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.085015 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.085442 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:15:44.089156 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-077c078b-61f3-442b-9437-84a76a2fc432 admin admin] Publish callbacks [] for security_group (053ae710-df15-4f10-aff7-8c458b09c2a7), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:44.101533 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-077c078b-61f3-442b-9437-84a76a2fc432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (053ae710-df15-4f10-aff7-8c458b09c2a7), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:44.147464 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-077c078b-61f3-442b-9437-84a76a2fc432 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58a3ab692170436f9920639b6521f31a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483734 Mar 07 18:15:44.147721 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 42920) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:44.148657 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c078b-61f3-442b-9437-84a76a2fc432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053ae710-df15-4f10-aff7-8c458b09c2a7,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:44.172285 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addf3bd-25dd-4d63-a459-8d21299fa3a8 req-f2ec4911-405a-49d9-a685-321c0557b950 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:44.173767 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6addf3bd-25dd-4d63-a459-8d21299fa3a8 req-f2ec4911-405a-49d9-a685-321c0557b950 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0807421 Mar 07 18:15:44.247297 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-df19ce2f-b6ce-42ff-8945-2618741b0233 admin admin] Publish callbacks [] for security_group (053ae710-df15-4f10-aff7-8c458b09c2a7), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:44.252035 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6addf3bd-25dd-4d63-a459-8d21299fa3a8 req-7493a243-5c1f-47fa-bac7-626ca5f1ff8f tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719106 Mar 07 18:15:44.272781 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-df19ce2f-b6ce-42ff-8945-2618741b0233 admin admin] Publish callbacks [] for security_group (053ae710-df15-4f10-aff7-8c458b09c2a7), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:44.293057 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6d4679a0-3d90-42c0-9bed-740c29eab241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:44.324288 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-df19ce2f-b6ce-42ff-8945-2618741b0233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (053ae710-df15-4f10-aff7-8c458b09c2a7), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:44.327027 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-df19ce2f-b6ce-42ff-8945-2618741b0233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:44.328187 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-df19ce2f-b6ce-42ff-8945-2618741b0233 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/053ae710-df15-4f10-aff7-8c458b09c2a7 HTTP/1.1" status: 204 len: 168 time: 0.1794853 Mar 07 18:15:44.336404 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19ce2f-b6ce-42ff-8945-2618741b0233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053ae710-df15-4f10-aff7-8c458b09c2a7,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:45.372106 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f1405-466e-4c41-97e0-6a58ceb40cb1 req-0a257063-9092-47a0-b6cb-908e5a1b4e5b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:45.373598 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7a8f1405-466e-4c41-97e0-6a58ceb40cb1 req-0a257063-9092-47a0-b6cb-908e5a1b4e5b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0536771 Mar 07 18:15:45.420829 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:45.422971 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7a8f1405-466e-4c41-97e0-6a58ceb40cb1 req-de23dd2f-1ec5-44a5-b0f3-2489972f5fc5 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438793 Mar 07 18:15:45.466711 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:46.544255 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63564e31-5d5f-4412-8752-c3890ed92749 req-745cf2ae-daaf-4878-b5bf-6d8416b6d30f tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:46.545726 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-63564e31-5d5f-4412-8752-c3890ed92749 req-745cf2ae-daaf-4878-b5bf-6d8416b6d30f tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0550833 Mar 07 18:15:46.593418 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-63564e31-5d5f-4412-8752-c3890ed92749 req-3fb9fa94-5e89-40b1-9959-1c8bd54e9024 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422547 Mar 07 18:15:46.875363 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:46.910811 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-ad97e1f3-6ef3-4057-bfe0-13b7d35c6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:46.912448 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-ad97e1f3-6ef3-4057-bfe0-13b7d35c6136 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47&tenant_id=246784bbaaeb4899bb99187384041d42 HTTP/1.1" status: 200 len: 1127 time: 0.0838721 Mar 07 18:15:46.921553 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaed9f4-a812-437e-a8f0-4b0dfe965272 req-3576a181-9ca6-49f4-a64c-bbe84d35cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:46.923097 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bcaed9f4-a812-437e-a8f0-4b0dfe965272 req-3576a181-9ca6-49f4-a64c-bbe84d35cbc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=246784bbaaeb4899bb99187384041d42&device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 1127 time: 0.0490849 Mar 07 18:15:47.032825 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaed9f4-a812-437e-a8f0-4b0dfe965272 req-5dbf7852-7a0b-4c1d-a325-abb5b92d8819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:47.034316 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bcaed9f4-a812-437e-a8f0-4b0dfe965272 req-5dbf7852-7a0b-4c1d-a325-abb5b92d8819 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff839f24-e12f-4a87-9697-bfe326c1e617 HTTP/1.1" status: 200 len: 909 time: 0.0917876 Mar 07 18:15:47.108050 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bcaed9f4-a812-437e-a8f0-4b0dfe965272 req-bce4264e-2cf3-4bb6-bec4-aa1452975ba3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e20ef3-6973-41d9-beb8-ca2986248682 HTTP/1.1" status: 200 len: 998 time: 0.0627663 Mar 07 18:15:47.156975 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaed9f4-a812-437e-a8f0-4b0dfe965272 req-96df87f8-8399-4c75-b6ce-e04d0747fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:47.158423 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bcaed9f4-a812-437e-a8f0-4b0dfe965272 req-96df87f8-8399-4c75-b6ce-e04d0747fb80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181 HTTP/1.1" status: 200 len: 847 time: 0.0442336 Mar 07 18:15:47.211619 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaed9f4-a812-437e-a8f0-4b0dfe965272 req-c5e8adbf-7875-4ec8-a797-eedaf504fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:47.213182 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bcaed9f4-a812-437e-a8f0-4b0dfe965272 req-c5e8adbf-7875-4ec8-a797-eedaf504fab2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff839f24-e12f-4a87-9697-bfe326c1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471957 Mar 07 18:15:47.299847 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bcaed9f4-a812-437e-a8f0-4b0dfe965272 req-fd2aa410-c719-49c8-96fb-97f584197ab4 service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800142 Mar 07 18:15:47.392825 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bcaed9f4-a812-437e-a8f0-4b0dfe965272 req-14fe1309-b315-47af-9b6e-68f077e371ba service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853734 Mar 07 18:15:47.487492 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-395e4a17-9006-44b9-87d1-3249bb5839bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:47.489042 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-395e4a17-9006-44b9-87d1-3249bb5839bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=246784bbaaeb4899bb99187384041d42&device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 1127 time: 0.0487936 Mar 07 18:15:47.594664 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-a9e9be7a-6288-4e69-a943-edaa54270d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:47.596128 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-a9e9be7a-6288-4e69-a943-edaa54270d35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff839f24-e12f-4a87-9697-bfe326c1e617 HTTP/1.1" status: 200 len: 909 time: 0.1004577 Mar 07 18:15:47.674696 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-c03649a5-e4fb-4ece-97d5-00cf0f51c276 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e20ef3-6973-41d9-beb8-ca2986248682 HTTP/1.1" status: 200 len: 998 time: 0.0702488 Mar 07 18:15:47.751885 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-7c777eec-3d11-4bfa-ae99-a68c4147285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:47.753357 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-7c777eec-3d11-4bfa-ae99-a68c4147285a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181 HTTP/1.1" status: 200 len: 847 time: 0.0604107 Mar 07 18:15:47.763125 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16aaeed-edf0-4a5d-8765-4db9d8cdcc6c req-24c0d626-fe70-4a41-8330-3475cb5b8539 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:47.764516 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b16aaeed-edf0-4a5d-8765-4db9d8cdcc6c req-24c0d626-fe70-4a41-8330-3475cb5b8539 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.1031537 Mar 07 18:15:47.842990 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b16aaeed-edf0-4a5d-8765-4db9d8cdcc6c req-af454b0c-770d-4335-994a-424d7248547e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703168 Mar 07 18:15:47.845964 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-5ad47624-4a77-4eb3-8587-1d3b0e883b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:47.847824 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-5ad47624-4a77-4eb3-8587-1d3b0e883b66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff839f24-e12f-4a87-9697-bfe326c1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824006 Mar 07 18:15:47.943934 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-b9ece6ae-bace-4b08-a883-f4a01a977abf service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885484 Mar 07 18:15:48.047637 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-9cdf70b1-2249-4d0e-9dcf-fd7fd1b25e96 service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966918 Mar 07 18:15:48.548167 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:48.971649 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e71843-80ba-4b85-a7e1-70f8803d3d5a req-00650e8a-e7b7-4d40-9f1a-b2fd125731e5 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:48.973241 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1e71843-80ba-4b85-a7e1-70f8803d3d5a req-00650e8a-e7b7-4d40-9f1a-b2fd125731e5 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0614443 Mar 07 18:15:49.026615 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a1e71843-80ba-4b85-a7e1-70f8803d3d5a req-0ec3d0f6-ea72-40c7-9103-28a3b983b66f tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465534 Mar 07 18:15:50.154801 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22197b1-af9a-4dbf-84aa-a8b3238f1712 req-3c360764-6c06-4630-bea3-59de063322e3 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:50.156306 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e22197b1-af9a-4dbf-84aa-a8b3238f1712 req-3c360764-6c06-4630-bea3-59de063322e3 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0570655 Mar 07 18:15:50.205770 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e22197b1-af9a-4dbf-84aa-a8b3238f1712 req-887921b6-c7f3-4352-ad1b-a0420f47137a tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439386 Mar 07 18:15:51.322962 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07232d-a934-4d61-b192-69d0ef44aef4 req-d4d31ee8-98bc-476b-904f-7db947a949c7 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:51.324476 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb07232d-a934-4d61-b192-69d0ef44aef4 req-d4d31ee8-98bc-476b-904f-7db947a949c7 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0521731 Mar 07 18:15:51.372423 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb07232d-a934-4d61-b192-69d0ef44aef4 req-2da1d016-4149-498f-8883-e6b0a64f9cd9 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423393 Mar 07 18:15:51.948286 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 43070) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:52.055951 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97b4aed4-f86c-4f17-a93d-b0f2e0fd02c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:52.131495 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97b4aed4-f86c-4f17-a93d-b0f2e0fd02c6 admin admin] Publish callbacks [] for security_group (9bc0528a-bd4d-423f-9a8b-725d3efff7c3), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:52.135891 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97b4aed4-f86c-4f17-a93d-b0f2e0fd02c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (9bc0528a-bd4d-423f-9a8b-725d3efff7c3), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:52.173527 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-97b4aed4-f86c-4f17-a93d-b0f2e0fd02c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87ccb5f74d6142f1875c66b15a6f3fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241890 Mar 07 18:15:52.174371 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4aed4-f86c-4f17-a93d-b0f2e0fd02c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc0528a-bd4d-423f-9a8b-725d3efff7c3,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:52.176197 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 43074) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:52.230031 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-081e2f28-1939-4294-955a-cde16bf0f9f6 admin admin] Publish callbacks [] for security_group (9bc0528a-bd4d-423f-9a8b-725d3efff7c3), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:52.246044 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:15:52.252468 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-081e2f28-1939-4294-955a-cde16bf0f9f6 admin admin] Publish callbacks [] for security_group (9bc0528a-bd4d-423f-9a8b-725d3efff7c3), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:52.299463 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-081e2f28-1939-4294-955a-cde16bf0f9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (9bc0528a-bd4d-423f-9a8b-725d3efff7c3), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:52.302025 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-081e2f28-1939-4294-955a-cde16bf0f9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:52.303182 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-081e2f28-1939-4294-955a-cde16bf0f9f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bc0528a-bd4d-423f-9a8b-725d3efff7c3 HTTP/1.1" status: 204 len: 168 time: 0.1260035 Mar 07 18:15:52.311293 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e2f28-1939-4294-955a-cde16bf0f9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc0528a-bd4d-423f-9a8b-725d3efff7c3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:52.494508 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63026d-dbc5-4706-b507-9fb2254819dc req-3f87fc6f-c46d-4d25-87d7-c4d64faaaf84 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:52.495992 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dc63026d-dbc5-4706-b507-9fb2254819dc req-3f87fc6f-c46d-4d25-87d7-c4d64faaaf84 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0540411 Mar 07 18:15:52.548178 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dc63026d-dbc5-4706-b507-9fb2254819dc req-06a644ba-4889-4480-ba65-cda1dcd05586 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464878 Mar 07 18:15:52.577735 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 43084) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:52.590979 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ca47d33-0028-4b40-8e70-ff66341849f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:52.663177 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ca47d33-0028-4b40-8e70-ff66341849f9 admin admin] Publish callbacks [] for security_group (df29b29a-af41-4116-b9cf-07e7ebff7ddd), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:52.667251 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6ca47d33-0028-4b40-8e70-ff66341849f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (df29b29a-af41-4116-b9cf-07e7ebff7ddd), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:52.705135 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-6ca47d33-0028-4b40-8e70-ff66341849f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7763f8d1ec14ba4b81e7dba50e8c32f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261685 Mar 07 18:15:52.706002 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca47d33-0028-4b40-8e70-ff66341849f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df29b29a-af41-4116-b9cf-07e7ebff7ddd,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:52.707954 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 43086) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:52.759610 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2a7191af-e56c-4991-9d0c-1130fb91beb5 admin admin] Publish callbacks [] for security_group (df29b29a-af41-4116-b9cf-07e7ebff7ddd), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:52.784075 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2a7191af-e56c-4991-9d0c-1130fb91beb5 admin admin] Publish callbacks [] for security_group (df29b29a-af41-4116-b9cf-07e7ebff7ddd), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:53.082416 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2a7191af-e56c-4991-9d0c-1130fb91beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (df29b29a-af41-4116-b9cf-07e7ebff7ddd), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:53.085072 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2a7191af-e56c-4991-9d0c-1130fb91beb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:53.086215 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2a7191af-e56c-4991-9d0c-1130fb91beb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df29b29a-af41-4116-b9cf-07e7ebff7ddd HTTP/1.1" status: 204 len: 168 time: 0.3771966 Mar 07 18:15:53.094861 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7191af-e56c-4991-9d0c-1130fb91beb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df29b29a-af41-4116-b9cf-07e7ebff7ddd,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:53.684343 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d640edc-563c-4920-9995-50dffdf16f30 req-8c615de3-27df-49d1-9784-89498b769d60 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:53.685915 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2d640edc-563c-4920-9995-50dffdf16f30 req-8c615de3-27df-49d1-9784-89498b769d60 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0638988 Mar 07 18:15:53.740288 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2d640edc-563c-4920-9995-50dffdf16f30 req-f720e6a2-28a5-411a-bc33-5a17793521f5 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486720 Mar 07 18:15:54.656326 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 43136) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:54.762219 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a2526494-8766-4903-8865-26c6c61c1a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:54.871181 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a2526494-8766-4903-8865-26c6c61c1a0e admin admin] Publish callbacks [] for security_group (3dbe31e6-998c-4198-8601-3739f0255d7f), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:54.875563 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a2526494-8766-4903-8865-26c6c61c1a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (3dbe31e6-998c-4198-8601-3739f0255d7f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:54.924225 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8135a0-30b1-41b4-92be-8cc45ebc6804 req-1735bf69-a55b-4d3c-a983-90c590587daa tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:54.925601 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ab8135a0-30b1-41b4-92be-8cc45ebc6804 req-1735bf69-a55b-4d3c-a983-90c590587daa tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.1121869 Mar 07 18:15:54.929810 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2526494-8766-4903-8865-26c6c61c1a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbe31e6-998c-4198-8601-3739f0255d7f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:54.938842 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a2526494-8766-4903-8865-26c6c61c1a0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b5540ea9d94413ead0c31d3a9a4db67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813447 Mar 07 18:15:54.941004 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 43142) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:54.986023 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ab8135a0-30b1-41b4-92be-8cc45ebc6804 req-b09d6583-ea3d-4d68-84ce-5cc8feb295f8 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515399 Mar 07 18:15:54.994278 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30a0be1c-3b28-4eda-aeb5-1d47a3418e03 admin admin] Publish callbacks [] for security_group (3dbe31e6-998c-4198-8601-3739f0255d7f), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:55.015419 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30a0be1c-3b28-4eda-aeb5-1d47a3418e03 admin admin] Publish callbacks [] for security_group (3dbe31e6-998c-4198-8601-3739f0255d7f), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:55.064767 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30a0be1c-3b28-4eda-aeb5-1d47a3418e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (3dbe31e6-998c-4198-8601-3739f0255d7f), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:55.067634 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30a0be1c-3b28-4eda-aeb5-1d47a3418e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:55.068885 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-30a0be1c-3b28-4eda-aeb5-1d47a3418e03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dbe31e6-998c-4198-8601-3739f0255d7f HTTP/1.1" status: 204 len: 168 time: 0.1262846 Mar 07 18:15:55.077023 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0be1c-3b28-4eda-aeb5-1d47a3418e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbe31e6-998c-4198-8601-3739f0255d7f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:55.332993 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 43148) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:55.346790 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d280fda8-da62-4ae9-9a32-d4e9dbcd392c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:55.427852 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d280fda8-da62-4ae9-9a32-d4e9dbcd392c admin admin] Publish callbacks [] for security_group (8df38ec3-1543-4285-8eff-d448675db4d2), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:55.431552 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d280fda8-da62-4ae9-9a32-d4e9dbcd392c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8df38ec3-1543-4285-8eff-d448675db4d2), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:55.470449 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-d280fda8-da62-4ae9-9a32-d4e9dbcd392c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c9de13d1094489e92956a545eeecfa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363850 Mar 07 18:15:55.471151 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280fda8-da62-4ae9-9a32-d4e9dbcd392c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df38ec3-1543-4285-8eff-d448675db4d2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:55.473821 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 43152) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:15:55.523485 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2cc2012-146f-490a-8e47-04c573cb26d9 admin admin] Publish callbacks [] for security_group (8df38ec3-1543-4285-8eff-d448675db4d2), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:55.544976 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2cc2012-146f-490a-8e47-04c573cb26d9 admin admin] Publish callbacks [] for security_group (8df38ec3-1543-4285-8eff-d448675db4d2), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:55.591976 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2cc2012-146f-490a-8e47-04c573cb26d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8df38ec3-1543-4285-8eff-d448675db4d2), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:55.594701 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2cc2012-146f-490a-8e47-04c573cb26d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:55.595988 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c2cc2012-146f-490a-8e47-04c573cb26d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8df38ec3-1543-4285-8eff-d448675db4d2 HTTP/1.1" status: 204 len: 168 time: 0.1211436 Mar 07 18:15:55.604075 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc2012-146f-490a-8e47-04c573cb26d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df38ec3-1543-4285-8eff-d448675db4d2,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:55.888031 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device f9e20ef3-6973-41d9-beb8-ca2986248682 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:15:55.991587 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port f9e20ef3-6973-41d9-beb8-ca2986248682, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=f9e20ef3-6973-41d9-beb8-ca2986248682,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:15:56.003060 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'port_id': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'mac_address': 'fa:16:3e:b8:e5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:15:56.121734 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b15e2-20d7-4f1b-9941-7fb0e9b4ea44 req-dd95fb41-f0b3-465f-b05e-d48ac73baccd tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:56.123532 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-330b15e2-20d7-4f1b-9941-7fb0e9b4ea44 req-dd95fb41-f0b3-465f-b05e-d48ac73baccd tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 943 time: 0.0635967 Mar 07 18:15:56.182026 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-330b15e2-20d7-4f1b-9941-7fb0e9b4ea44 req-c63b5f06-88bd-4322-8705-796bb981026b tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484786 Mar 07 18:15:56.192439 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port f9e20ef3-6973-41d9-beb8-ca2986248682 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:15:56.192696 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:56.205999 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e20ef3-6973-41d9-beb8-ca2986248682 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:15:56.226732 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port f9e20ef3-6973-41d9-beb8-ca2986248682, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=f9e20ef3-6973-41d9-beb8-ca2986248682,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:15:56.231362 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:56.282518 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=f9e20ef3-6973-41d9-beb8-ca2986248682,revision_number=7']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:56.450411 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['f9e20ef3-6973-41d9-beb8-ca2986248682'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:15:57.301341 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34667f2-44ce-4389-8102-f557c9fd818d req-7f0c48d2-71fc-4980-8ce3-8ca9c3f3fc31 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:57.302819 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e34667f2-44ce-4389-8102-f557c9fd818d req-7f0c48d2-71fc-4980-8ce3-8ca9c3f3fc31 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 944 time: 0.0543911 Mar 07 18:15:57.351603 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e34667f2-44ce-4389-8102-f557c9fd818d req-7af17b78-e803-45a2-8213-58342dbab668 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Mar 07 18:15:57.903216 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device f9e20ef3-6973-41d9-beb8-ca2986248682 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:15:57.952760 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port f9e20ef3-6973-41d9-beb8-ca2986248682 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:15:57.953133 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:58.026678 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port f9e20ef3-6973-41d9-beb8-ca2986248682 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:15:58.026983 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:58.048339 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:15:58.050557 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b3506d-e978-46a3-9dcf-0dc6616b5ab8" -d '{"events": [{"server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "name": "network-vif-plugged", "status": "completed", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:15:58.063217 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port f9e20ef3-6973-41d9-beb8-ca2986248682, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=f9e20ef3-6973-41d9-beb8-ca2986248682,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:15:58.067299 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:15:58.091368 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d41e6a-9c88-492c-9a56-75d2c5716a3b x-openstack-request-id: req-37d41e6a-9c88-492c-9a56-75d2c5716a3b {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:15:58.091669 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "name": "network-vif-plugged", "status": "completed", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:15:58.091912 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37d41e6a-9c88-492c-9a56-75d2c5716a3b {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:15:58.092320 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'code': 200} Mar 07 18:15:58.120623 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=f9e20ef3-6973-41d9-beb8-ca2986248682,revision_number=8']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:15:58.315408 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133964-d577-4c2f-ad0e-8111abee0f6e req-2a10a104-c04f-4929-84fd-a3c52df6c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:58.316873 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4a133964-d577-4c2f-ad0e-8111abee0f6e req-2a10a104-c04f-4929-84fd-a3c52df6c7b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 1129 time: 0.0484934 Mar 07 18:15:58.364168 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4a133964-d577-4c2f-ad0e-8111abee0f6e req-5bb4850e-13a5-4541-b758-7705af32bb3e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397315 Mar 07 18:15:58.468006 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15f221-4164-4b42-8c29-d8609ff2e887 req-99351757-155a-410c-b2a0-21a54ae5c4ce tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:58.469482 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0d15f221-4164-4b42-8c29-d8609ff2e887 req-99351757-155a-410c-b2a0-21a54ae5c4ce tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0508773 Mar 07 18:15:58.518486 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0d15f221-4164-4b42-8c29-d8609ff2e887 req-8e7fc456-33a2-46d0-81f2-85ecaf6e114f tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434811 Mar 07 18:15:59.646520 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909d65e-706d-45d9-a4c3-2f79c5dcd433 req-abbaaa3b-a46f-46c8-9900-54893ced3a18 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:15:59.647983 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1909d65e-706d-45d9-a4c3-2f79c5dcd433 req-abbaaa3b-a46f-46c8-9900-54893ced3a18 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0522788 Mar 07 18:15:59.703576 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1909d65e-706d-45d9-a4c3-2f79c5dcd433 req-ea1f9147-92bb-4317-8852-a1db789a180d tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493615 Mar 07 18:16:03.532128 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 43324) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:03.635219 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ccde-03c0-45aa-8bed-ec0b98b032c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:03.707483 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ccde-03c0-45aa-8bed-ec0b98b032c8 admin admin] Publish callbacks [] for security_group (1bdbb7d3-fc2a-4359-aa73-276a411eea17), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:03.712898 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ccde-03c0-45aa-8bed-ec0b98b032c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (1bdbb7d3-fc2a-4359-aa73-276a411eea17), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:03.750293 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d7c9ccde-03c0-45aa-8bed-ec0b98b032c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f23ddaa5e39b4775ad153bc82477b172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170887 Mar 07 18:16:03.751143 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9ccde-03c0-45aa-8bed-ec0b98b032c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdbb7d3-fc2a-4359-aa73-276a411eea17,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:03.753447 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 43328) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:03.800350 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d07be8f-5991-4666-b8ce-718ae581fe3c admin admin] Publish callbacks [] for security_group (1bdbb7d3-fc2a-4359-aa73-276a411eea17), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:03.820063 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d07be8f-5991-4666-b8ce-718ae581fe3c admin admin] Publish callbacks [] for security_group (1bdbb7d3-fc2a-4359-aa73-276a411eea17), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:03.865331 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d07be8f-5991-4666-b8ce-718ae581fe3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (1bdbb7d3-fc2a-4359-aa73-276a411eea17), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:03.867862 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d07be8f-5991-4666-b8ce-718ae581fe3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:03.869054 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-1d07be8f-5991-4666-b8ce-718ae581fe3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bdbb7d3-fc2a-4359-aa73-276a411eea17 HTTP/1.1" status: 204 len: 168 time: 0.1146379 Mar 07 18:16:03.876443 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07be8f-5991-4666-b8ce-718ae581fe3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdbb7d3-fc2a-4359-aa73-276a411eea17,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:04.124346 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 43334) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:04.138325 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-daff9a6c-5953-4811-8db1-d6643db0c52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.213531 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-daff9a6c-5953-4811-8db1-d6643db0c52f admin admin] Publish callbacks [] for security_group (98aed1ad-b0d0-4476-9c00-0694d8f59ff5), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.217311 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-daff9a6c-5953-4811-8db1-d6643db0c52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (98aed1ad-b0d0-4476-9c00-0694d8f59ff5), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.256225 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-daff9a6c-5953-4811-8db1-d6643db0c52f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50d4aed35ff64f5cb94362087dbd16db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308076 Mar 07 18:16:04.257086 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff9a6c-5953-4811-8db1-d6643db0c52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aed1ad-b0d0-4476-9c00-0694d8f59ff5,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:04.260035 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 43340) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:04.312534 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-578aaa15-531e-4067-9fc4-47d3e1f9bba9 admin admin] Publish callbacks [] for security_group (98aed1ad-b0d0-4476-9c00-0694d8f59ff5), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.334085 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-578aaa15-531e-4067-9fc4-47d3e1f9bba9 admin admin] Publish callbacks [] for security_group (98aed1ad-b0d0-4476-9c00-0694d8f59ff5), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.397285 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-578aaa15-531e-4067-9fc4-47d3e1f9bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (98aed1ad-b0d0-4476-9c00-0694d8f59ff5), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.400120 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-578aaa15-531e-4067-9fc4-47d3e1f9bba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.401353 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-578aaa15-531e-4067-9fc4-47d3e1f9bba9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98aed1ad-b0d0-4476-9c00-0694d8f59ff5 HTTP/1.1" status: 204 len: 168 time: 0.1399829 Mar 07 18:16:04.409217 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578aaa15-531e-4067-9fc4-47d3e1f9bba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aed1ad-b0d0-4476-9c00-0694d8f59ff5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:04.709555 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 43348) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:04.723335 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7b81b1b1-c238-4d1d-bf02-4cdcf2613dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.799229 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7b81b1b1-c238-4d1d-bf02-4cdcf2613dd3 admin admin] Publish callbacks [] for security_group (44749b94-f423-4556-92e9-4b7fb1a6f0c4), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.802688 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7b81b1b1-c238-4d1d-bf02-4cdcf2613dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (44749b94-f423-4556-92e9-4b7fb1a6f0c4), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.839285 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-7b81b1b1-c238-4d1d-bf02-4cdcf2613dd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=966f11d0ff3b494eb5d40be71a544f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286361 Mar 07 18:16:04.840340 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81b1b1-c238-4d1d-bf02-4cdcf2613dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44749b94-f423-4556-92e9-4b7fb1a6f0c4,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:04.841955 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 43350) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:04.894541 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c9bd-6427-46df-a19f-8084209e407b admin admin] Publish callbacks [] for security_group (44749b94-f423-4556-92e9-4b7fb1a6f0c4), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.916067 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c9bd-6427-46df-a19f-8084209e407b admin admin] Publish callbacks [] for security_group (44749b94-f423-4556-92e9-4b7fb1a6f0c4), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.961617 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c9bd-6427-46df-a19f-8084209e407b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (44749b94-f423-4556-92e9-4b7fb1a6f0c4), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.964947 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c9bd-6427-46df-a19f-8084209e407b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:04.966088 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-9dc8c9bd-6427-46df-a19f-8084209e407b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44749b94-f423-4556-92e9-4b7fb1a6f0c4 HTTP/1.1" status: 204 len: 168 time: 0.1231427 Mar 07 18:16:04.975037 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8c9bd-6427-46df-a19f-8084209e407b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44749b94-f423-4556-92e9-4b7fb1a6f0c4,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:05.616000 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 43374) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:05.711721 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-946750405-network', 'tenant_id': '02c4f151db15410c8fc4d03b0ea81e19'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:16:05.730496 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Made reservation on behalf of 02c4f151db15410c8fc4d03b0ea81e19 for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:16:05.732807 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:05.740869 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:05.814816 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Publish callbacks [] for security_group (2e3bf5a2-89f3-46bb-a740-f99816e805bf), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:05.818538 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (2e3bf5a2-89f3-46bb-a740-f99816e805bf), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:05.846389 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:16:05.853071 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3bf5a2-89f3-46bb-a740-f99816e805bf,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:05.860934 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (353fc74b-b19e-4d32-8703-4dc0aca6710d), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:05.860934 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Added segment 353fc74b-b19e-4d32-8703-4dc0aca6710d of type vlan for network 9941d369-ac21-4cef-8194-21ea91e6ba8f Mar 07 18:16:05.900124 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (9941d369-ac21-4cef-8194-21ea91e6ba8f), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:05.923042 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (9941d369-ac21-4cef-8194-21ea91e6ba8f), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:05.924036 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:05.924641 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:05.959412 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3423133 Mar 07 18:16:05.963052 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 43378) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:05.968120 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b258a340-09a3-4eca-b315-8c022e069fcf admin admin] Request body: {'subnet': {'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-946750405-subnet', 'tenant_id': '02c4f151db15410c8fc4d03b0ea81e19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:16:05.986901 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b258a340-09a3-4eca-b315-8c022e069fcf admin admin] Made reservation on behalf of 02c4f151db15410c8fc4d03b0ea81e19 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:16:05.989252 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b258a340-09a3-4eca-b315-8c022e069fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495531'] for subnet (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:05.989408 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0acfd0-c7cf-423c-8a17-a0fe52e52fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=9941d369-ac21-4cef-8194-21ea91e6ba8f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:05.999597 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network 9941d369-ac21-4cef-8194-21ea91e6ba8f details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:16:06.155402 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b258a340-09a3-4eca-b315-8c022e069fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8671265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495541'] for subnet (4fb36e0a-e5e1-413a-892f-2aa05574e30e), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:06.210457 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258a340-09a3-4eca-b315-8c022e069fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb36e0a-e5e1-413a-892f-2aa05574e30e,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:06.226265 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b258a340-09a3-4eca-b315-8c022e069fcf admin admin] Checking segment: {'id': '353fc74b-b19e-4d32-8703-4dc0aca6710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:16:06.226626 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b258a340-09a3-4eca-b315-8c022e069fcf admin admin] Network hostable DHCP agents. Network: 9941d369-ac21-4cef-8194-21ea91e6ba8f, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:16:06.244498 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b258a340-09a3-4eca-b315-8c022e069fcf admin admin] Network 9941d369-ac21-4cef-8194-21ea91e6ba8f is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:16:06.254294 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b258a340-09a3-4eca-b315-8c022e069fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, 9941d369-ac21-4cef-8194-21ea91e6ba8f) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:16:06.258443 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b258a340-09a3-4eca-b315-8c022e069fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:06.259120 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b258a340-09a3-4eca-b315-8c022e069fcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:06.265202 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986497d5-b822-46a8-a05e-4bd73117ff46 None None] Network 9941d369-ac21-4cef-8194-21ea91e6ba8f requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:16:06.285124 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b258a340-09a3-4eca-b315-8c022e069fcf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3205309 Mar 07 18:16:06.372553 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97375c3e-efa3-48c9-8a1b-08d45f3fd243 None None] Network 9941d369-ac21-4cef-8194-21ea91e6ba8f requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:16:08.016893 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-391b1128-b824-4a0a-bb19-6000f8a7a53d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:08.018271 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-391b1128-b824-4a0a-bb19-6000f8a7a53d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/networks?id=9941d369-ac21-4cef-8194-21ea91e6ba8f HTTP/1.1" status: 200 len: 808 time: 0.1026030 Mar 07 18:16:08.033029 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-81514945-2ebc-4a72-b45f-c7a2c93bef5b tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/quotas/02c4f151db15410c8fc4d03b0ea81e19 HTTP/1.1" status: 200 len: 375 time: 0.0095007 Mar 07 18:16:08.063479 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-8ddceb40-d525-49b7-97bd-74189842274d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02c4f151db15410c8fc4d03b0ea81e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257275 Mar 07 18:16:08.196919 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-d82aa819-1176-43b4-8f78-a6ccc046b918 service neutron] 10.222.0.13 "GET /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271541 Mar 07 18:16:08.287061 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-65cc1742-8518-435e-a25f-e8d962a37179 service neutron] 10.222.0.13 "GET /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837207 Mar 07 18:16:08.444861 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-362a1f59-7d8f-4e36-929a-9b5c173934ef req-6cbfea13-e7ab-403d-9b88-e9f1da9d7680 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 210 time: 0.0270216 Mar 07 18:16:09.379750 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-2bafd516-8cb9-42f7-836c-8d264e84e7f5 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:09.381263 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-2bafd516-8cb9-42f7-836c-8d264e84e7f5 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.37 "GET /v2.0/networks?id=9941d369-ac21-4cef-8194-21ea91e6ba8f HTTP/1.1" status: 200 len: 808 time: 0.1084764 Mar 07 18:16:09.393914 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Request body: {'port': {'device_id': '802d0d32-7183-4421-b11d-df2c88ab733c', 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f', 'admin_state_up': True, 'tenant_id': '02c4f151db15410c8fc4d03b0ea81e19'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:16:09.501029 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Made reservation on behalf of 02c4f151db15410c8fc4d03b0ea81e19 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:16:09.504387 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:09.552490 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-41b434b5-d6e6-43f5-85bc-7f86bdb88bd0 req-28a3ab99-4ad9-4f5a-a5d7-c7416d800415 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 210 time: 0.0379915 Mar 07 18:16:09.656211 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Allocated IP 172.20.0.8 (9941d369-ac21-4cef-8194-21ea91e6ba8f/4fb36e0a-e5e1-413a-892f-2aa05574e30e/505f4199-53ae-4904-9241-6eef6eb68e61) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:16:09.827643 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks [] for port (505f4199-53ae-4904-9241-6eef6eb68e61), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:09.868083 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:09.911583 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Network 9941d369-ac21-4cef-8194-21ea91e6ba8f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:16:09.914519 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:16:09.918324 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:16:09.942985 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Pushing event updated for resources: {'Port': ['ID=505f4199-53ae-4904-9241-6eef6eb68e61,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:09.970364 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:09.970977 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:09.986321 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-60f072e4-4c00-4cc0-998d-b91323636d9e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5961046 Mar 07 18:16:09.998452 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Request body: {'port': {'device_id': '802d0d32-7183-4421-b11d-df2c88ab733c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:16:10.058143 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:10.304637 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505f4199-53ae-4904-9241-6eef6eb68e61 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:16:10.311758 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Publish callbacks [] for port (505f4199-53ae-4904-9241-6eef6eb68e61), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:10.323723 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Transition to ACTIVE for port object 505f4199-53ae-4904-9241-6eef6eb68e61 will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:16:10.327275 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:10.376931 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Pushing event updated for resources: {'Port': ['ID=505f4199-53ae-4904-9241-6eef6eb68e61,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:10.443788 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Attempting to bind port 505f4199-53ae-4904-9241-6eef6eb68e61 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:16:10.444474 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Attempting to bind port 505f4199-53ae-4904-9241-6eef6eb68e61 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': '353fc74b-b19e-4d32-8703-4dc0aca6710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:16:10.444474 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Attempting to bind port 505f4199-53ae-4904-9241-6eef6eb68e61 on network 9941d369-ac21-4cef-8194-21ea91e6ba8f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:16:10.449299 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Port 505f4199-53ae-4904-9241-6eef6eb68e61 on network 9941d369-ac21-4cef-8194-21ea91e6ba8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:16:10.449620 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Attempting to bind port 505f4199-53ae-4904-9241-6eef6eb68e61 on network 9941d369-ac21-4cef-8194-21ea91e6ba8f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:16:10.454216 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:16:10.454553 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Checking segment: {'id': '353fc74b-b19e-4d32-8703-4dc0aca6710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:16:10.454934 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Bound using segment: {'id': '353fc74b-b19e-4d32-8703-4dc0aca6710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:16:10.455354 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Bound port: 505f4199-53ae-4904-9241-6eef6eb68e61, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353fc74b-b19e-4d32-8703-4dc0aca6710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:16:10.455701 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:10.517777 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] For port 505f4199-53ae-4904-9241-6eef6eb68e61, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:16:10.520798 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] For port 505f4199-53ae-4904-9241-6eef6eb68e61, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=505f4199-53ae-4904-9241-6eef6eb68e61,segment=NetworkSegment(353fc74b-b19e-4d32-8703-4dc0aca6710d),segment_id=353fc74b-b19e-4d32-8703-4dc0aca6710d)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:16:10.526706 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:10.567889 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:10.568542 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:10.569928 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] 10.222.0.37 "PUT /v2.0/ports/505f4199-53ae-4904-9241-6eef6eb68e61 HTTP/1.1" status: 200 len: 1093 time: 0.5760996 Mar 07 18:16:10.570369 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802d0d32-7183-4421-b11d-df2c88ab733c', 'tag': '505f4199-53ae-4904-9241-6eef6eb68e61'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:16:10.573399 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf3e251-29cf-457a-bd53-c0416d49c249" -d '{"events": [{"name": "network-changed", "server_uuid": "802d0d32-7183-4421-b11d-df2c88ab733c", "tag": "505f4199-53ae-4904-9241-6eef6eb68e61"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:16:10.593203 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40122dff-fe31-495b-9ddb-47ab5e210c8d service neutron] Pushing event updated for resources: {'Port': ['ID=505f4199-53ae-4904-9241-6eef6eb68e61,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:10.632518 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c83b60-0c0d-4926-a340-2ef385f3760e x-openstack-request-id: req-c6c83b60-0c0d-4926-a340-2ef385f3760e {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:16:10.632816 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802d0d32-7183-4421-b11d-df2c88ab733c", "tag": "505f4199-53ae-4904-9241-6eef6eb68e61", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:16:10.633078 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6c83b60-0c0d-4926-a340-2ef385f3760e {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:16:10.633478 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802d0d32-7183-4421-b11d-df2c88ab733c', 'tag': '505f4199-53ae-4904-9241-6eef6eb68e61', 'status': 'completed', 'code': 200} Mar 07 18:16:10.696897 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-eab1e069-b068-4f57-8b5d-6d62c586c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:10.699386 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-eab1e069-b068-4f57-8b5d-6d62c586c403 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02c4f151db15410c8fc4d03b0ea81e19&device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 1127 time: 0.0768533 Mar 07 18:16:10.720356 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af159f-3fbf-43ec-a6be-e5c4d757059c req-9a63e2f4-fe93-4e3f-a108-b68fb0d431cf tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:10.721756 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8af159f-3fbf-43ec-a6be-e5c4d757059c req-9a63e2f4-fe93-4e3f-a108-b68fb0d431cf tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 943 time: 0.0713456 Mar 07 18:16:10.753758 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-cdba9431-2d64-4141-ac99-00516b3249d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505f4199-53ae-4904-9241-6eef6eb68e61 HTTP/1.1" status: 200 len: 217 time: 0.0469043 Mar 07 18:16:10.825442 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d8af159f-3fbf-43ec-a6be-e5c4d757059c req-d51ffa6c-4a2c-4afb-a549-a1352a4634ce tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779643 Mar 07 18:16:10.826925 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-313b5f5d-72f4-4dc0-8c11-1236fb9efa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:10.828379 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-313b5f5d-72f4-4dc0-8c11-1236fb9efa95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fb36e0a-e5e1-413a-892f-2aa05574e30e HTTP/1.1" status: 200 len: 848 time: 0.0638008 Mar 07 18:16:10.861577 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-914ed64d-30bd-48fd-bc87-66baaff43cfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9941d369-ac21-4cef-8194-21ea91e6ba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270410 Mar 07 18:16:10.957484 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-c9e89fbb-8b4b-47de-82e2-a5484ef8aaa5 service neutron] 10.222.0.37 "GET /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880151 Mar 07 18:16:11.046182 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-305276fb-ffc0-49f6-9fb1-d98acb78f7f3 req-c32a0f8c-9825-48ed-bab4-900c599030d9 service neutron] 10.222.0.37 "GET /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810966 Mar 07 18:16:11.135878 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3e251-29cf-457a-bd53-c0416d49c249 req-8af1fa0a-8db9-4d6d-a8e5-4e64dbd93a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:11.137446 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8bf3e251-29cf-457a-bd53-c0416d49c249 req-8af1fa0a-8db9-4d6d-a8e5-4e64dbd93a03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02c4f151db15410c8fc4d03b0ea81e19&device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 1127 time: 0.0457528 Mar 07 18:16:11.252181 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3e251-29cf-457a-bd53-c0416d49c249 req-03a386cb-27e6-4ccf-96b5-2b10f4461a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:11.253675 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8bf3e251-29cf-457a-bd53-c0416d49c249 req-03a386cb-27e6-4ccf-96b5-2b10f4461a1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9941d369-ac21-4cef-8194-21ea91e6ba8f HTTP/1.1" status: 200 len: 909 time: 0.0998898 Mar 07 18:16:11.295428 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8bf3e251-29cf-457a-bd53-c0416d49c249 req-1ab2f296-66b3-4547-9d86-c21df8abbd59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505f4199-53ae-4904-9241-6eef6eb68e61 HTTP/1.1" status: 200 len: 217 time: 0.0340476 Mar 07 18:16:11.346607 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3e251-29cf-457a-bd53-c0416d49c249 req-c19fc68c-6264-4c72-a7d2-7a26ac4adbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:11.348058 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8bf3e251-29cf-457a-bd53-c0416d49c249 req-c19fc68c-6264-4c72-a7d2-7a26ac4adbfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fb36e0a-e5e1-413a-892f-2aa05574e30e HTTP/1.1" status: 200 len: 848 time: 0.0465262 Mar 07 18:16:11.379446 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8bf3e251-29cf-457a-bd53-c0416d49c249 req-0e46d711-0b15-4dad-b663-21bb31576ca6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9941d369-ac21-4cef-8194-21ea91e6ba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250311 Mar 07 18:16:11.467470 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8bf3e251-29cf-457a-bd53-c0416d49c249 req-299b8fb8-a684-4fb9-89c4-74a08a90003c service neutron] 10.222.0.37 "GET /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800457 Mar 07 18:16:11.556067 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8bf3e251-29cf-457a-bd53-c0416d49c249 req-04dc6126-322d-46aa-ae44-859132d90c10 service neutron] 10.222.0.37 "GET /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827212 Mar 07 18:16:11.934597 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 505f4199-53ae-4904-9241-6eef6eb68e61 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:16:11.944597 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1d77-9817-4082-af26-da1eec780124 req-dd516bdd-f9f2-4691-a4d2-ccee2af6a860 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:11.946077 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4b5b1d77-9817-4082-af26-da1eec780124 req-dd516bdd-f9f2-4691-a4d2-ccee2af6a860 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 943 time: 0.0532866 Mar 07 18:16:11.995431 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4b5b1d77-9817-4082-af26-da1eec780124 req-750632eb-209b-499a-a061-8bd132b4e62f tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Mar 07 18:16:12.031483 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 505f4199-53ae-4904-9241-6eef6eb68e61, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=505f4199-53ae-4904-9241-6eef6eb68e61,segment=NetworkSegment(353fc74b-b19e-4d32-8703-4dc0aca6710d),segment_id=353fc74b-b19e-4d32-8703-4dc0aca6710d)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:16:12.042633 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '505f4199-53ae-4904-9241-6eef6eb68e61', 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f', 'port_id': '505f4199-53ae-4904-9241-6eef6eb68e61', 'mac_address': 'fa:16:3e:79:18:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb36e0a-e5e1-413a-892f-2aa05574e30e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:16:12.098328 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 505f4199-53ae-4904-9241-6eef6eb68e61 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:16:12.098756 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:12.111194 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0608-1238-4209-ad4a-8c39d73724a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:12.128496 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505f4199-53ae-4904-9241-6eef6eb68e61 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:16:12.147785 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 505f4199-53ae-4904-9241-6eef6eb68e61, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=505f4199-53ae-4904-9241-6eef6eb68e61,segment=NetworkSegment(353fc74b-b19e-4d32-8703-4dc0aca6710d),segment_id=353fc74b-b19e-4d32-8703-4dc0aca6710d)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:16:12.151868 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:12.198712 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=505f4199-53ae-4904-9241-6eef6eb68e61,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:12.381557 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['505f4199-53ae-4904-9241-6eef6eb68e61'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:16:13.116007 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9568c-7748-437d-9456-831634f9a6db req-3f66c9a4-2e2d-422c-9043-3ea66eb9f442 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:13.117520 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0bc9568c-7748-437d-9456-831634f9a6db req-3f66c9a4-2e2d-422c-9043-3ea66eb9f442 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 944 time: 0.0561271 Mar 07 18:16:13.166511 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0bc9568c-7748-437d-9456-831634f9a6db req-9b1b411f-05c4-4e5f-a3c1-b294955a2a75 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424793 Mar 07 18:16:13.331908 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 43466) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:13.433291 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1bda9337-209a-49f2-a9bc-5509e88e8c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:13.504033 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1bda9337-209a-49f2-a9bc-5509e88e8c8e admin admin] Publish callbacks [] for security_group (a6c20449-a706-41b1-b1f3-1ac14324805c), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:13.507534 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1bda9337-209a-49f2-a9bc-5509e88e8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (a6c20449-a706-41b1-b1f3-1ac14324805c), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:13.543630 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda9337-209a-49f2-a9bc-5509e88e8c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c20449-a706-41b1-b1f3-1ac14324805c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:13.550277 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1bda9337-209a-49f2-a9bc-5509e88e8c8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=649529653a4e47a18e126c6a36db163c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148342 Mar 07 18:16:13.550454 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 43470) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:13.596342 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07429c26-45a8-4550-aaaa-3b6041be4584 admin admin] Publish callbacks [] for security_group (a6c20449-a706-41b1-b1f3-1ac14324805c), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:13.617446 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07429c26-45a8-4550-aaaa-3b6041be4584 admin admin] Publish callbacks [] for security_group (a6c20449-a706-41b1-b1f3-1ac14324805c), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:13.665887 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07429c26-45a8-4550-aaaa-3b6041be4584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (a6c20449-a706-41b1-b1f3-1ac14324805c), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:13.669307 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07429c26-45a8-4550-aaaa-3b6041be4584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:13.670869 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-07429c26-45a8-4550-aaaa-3b6041be4584 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6c20449-a706-41b1-b1f3-1ac14324805c HTTP/1.1" status: 204 len: 168 time: 0.1195168 Mar 07 18:16:13.678735 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07429c26-45a8-4550-aaaa-3b6041be4584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c20449-a706-41b1-b1f3-1ac14324805c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:13.960654 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 505f4199-53ae-4904-9241-6eef6eb68e61 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:16:14.012268 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 505f4199-53ae-4904-9241-6eef6eb68e61 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:16:14.016624 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 505f4199-53ae-4904-9241-6eef6eb68e61 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:16:14.017003 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:14.096302 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 505f4199-53ae-4904-9241-6eef6eb68e61 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:16:14.096699 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:14.120895 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802d0d32-7183-4421-b11d-df2c88ab733c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505f4199-53ae-4904-9241-6eef6eb68e61'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:16:14.123182 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea37665-547b-4cb7-9f34-177eb7708f78" -d '{"events": [{"server_uuid": "802d0d32-7183-4421-b11d-df2c88ab733c", "name": "network-vif-plugged", "status": "completed", "tag": "505f4199-53ae-4904-9241-6eef6eb68e61"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:16:14.136014 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 505f4199-53ae-4904-9241-6eef6eb68e61, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=505f4199-53ae-4904-9241-6eef6eb68e61,segment=NetworkSegment(353fc74b-b19e-4d32-8703-4dc0aca6710d),segment_id=353fc74b-b19e-4d32-8703-4dc0aca6710d)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:16:14.141234 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:14.170620 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ac697b-101e-4401-bab7-0d24c1f8f604 x-openstack-request-id: req-90ac697b-101e-4401-bab7-0d24c1f8f604 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:16:14.170915 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802d0d32-7183-4421-b11d-df2c88ab733c", "name": "network-vif-plugged", "status": "completed", "tag": "505f4199-53ae-4904-9241-6eef6eb68e61", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:16:14.171165 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90ac697b-101e-4401-bab7-0d24c1f8f604 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:16:14.171548 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802d0d32-7183-4421-b11d-df2c88ab733c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505f4199-53ae-4904-9241-6eef6eb68e61', 'code': 200} Mar 07 18:16:14.195924 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=505f4199-53ae-4904-9241-6eef6eb68e61,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:14.291473 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-34a680e5-a8f9-40a8-9e4b-21b7ebd5c4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:14.296067 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40b45a-b02f-4c49-96e5-8cc6e43e0cf4 req-b049ade8-cbe8-44c4-9400-996e2d39fd37 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:14.300597 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dd40b45a-b02f-4c49-96e5-8cc6e43e0cf4 req-b049ade8-cbe8-44c4-9400-996e2d39fd37 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 945 time: 0.0632432 Mar 07 18:16:14.376108 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dd40b45a-b02f-4c49-96e5-8cc6e43e0cf4 req-62496d46-2343-4320-a049-bd2a4ca27749 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653634 Mar 07 18:16:14.380922 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bca8d4-2d3a-4f74-9a7c-373c53f113ff req-c5cf08db-89d4-4e81-aca0-1dc28ed7a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:14.382363 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-80bca8d4-2d3a-4f74-9a7c-373c53f113ff req-c5cf08db-89d4-4e81-aca0-1dc28ed7a0d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 1129 time: 0.0808237 Mar 07 18:16:14.427065 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-80bca8d4-2d3a-4f74-9a7c-373c53f113ff req-2a7414ad-8a8e-4a7e-af53-59391dbe7125 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377207 Mar 07 18:16:15.422779 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:15.485332 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:15.501239 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13de9f-686a-42a5-b0b4-f286c9f9b5b4 req-8b1af3b5-332f-4dd9-934b-1a55c3935ef6 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:15.502719 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ab13de9f-686a-42a5-b0b4-f286c9f9b5b4 req-8b1af3b5-332f-4dd9-934b-1a55c3935ef6 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 945 time: 0.0574319 Mar 07 18:16:15.550861 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ab13de9f-686a-42a5-b0b4-f286c9f9b5b4 req-6d35da05-8bc5-4244-a090-a6f4bf6fad96 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424721 Mar 07 18:16:16.670249 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5740d-82c6-466e-b4f8-3f59b146d37a req-997beadf-8956-4c0c-a32c-d11d7b3e1bdb tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:16.671732 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-acc5740d-82c6-466e-b4f8-3f59b146d37a req-997beadf-8956-4c0c-a32c-d11d7b3e1bdb tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 945 time: 0.0532358 Mar 07 18:16:16.718806 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-acc5740d-82c6-466e-b4f8-3f59b146d37a req-ab21a480-4def-4d16-9ed9-7b0bd1f6207d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Mar 07 18:16:16.876793 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:18.552692 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:19.141309 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a588e-7454-44b6-94af-fba6b76ce5aa req-eb6ae80b-7800-4280-94ad-e2c94d22e29d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:19.143004 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-880a588e-7454-44b6-94af-fba6b76ce5aa req-eb6ae80b-7800-4280-94ad-e2c94d22e29d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 945 time: 0.0606515 Mar 07 18:16:19.194808 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-880a588e-7454-44b6-94af-fba6b76ce5aa req-db6324f0-aef9-460e-ab10-b7857001d355 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445151 Mar 07 18:16:20.314360 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b165ff4-ccdd-4054-b1c9-b8901130950f req-5936e41b-e4d3-47fc-ae26-d52477b5a931 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:20.315823 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3b165ff4-ccdd-4054-b1c9-b8901130950f req-5936e41b-e4d3-47fc-ae26-d52477b5a931 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 945 time: 0.0521748 Mar 07 18:16:20.361991 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3b165ff4-ccdd-4054-b1c9-b8901130950f req-737f3db7-1d2f-43fc-af06-3a5af71b39a8 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Mar 07 18:16:21.477275 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af83cb2-3d72-4a1b-88da-c3f63ce025e2 req-df6ad5c6-f13d-48d1-b420-223a3a178fa0 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:21.478946 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9af83cb2-3d72-4a1b-88da-c3f63ce025e2 req-df6ad5c6-f13d-48d1-b420-223a3a178fa0 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 945 time: 0.0525212 Mar 07 18:16:21.524291 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9af83cb2-3d72-4a1b-88da-c3f63ce025e2 req-ece3e1ab-8f7a-4f3e-a4bc-7b70d8633a11 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 Mar 07 18:16:22.406397 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839769ea-2135-4d98-ae88-4ee5ba0586ed req-336979dc-158f-4d40-9147-350f53951428 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:22.407814 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-839769ea-2135-4d98-ae88-4ee5ba0586ed req-336979dc-158f-4d40-9147-350f53951428 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.37 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 945 time: 0.0556409 Mar 07 18:16:22.498655 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-839769ea-2135-4d98-ae88-4ee5ba0586ed req-a06bc523-dbd7-417b-be48-c9d46dd3276d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Deleting port 505f4199-53ae-4904-9241-6eef6eb68e61 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:16:22.499300 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-839769ea-2135-4d98-ae88-4ee5ba0586ed req-a06bc523-dbd7-417b-be48-c9d46dd3276d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:22.592947 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-839769ea-2135-4d98-ae88-4ee5ba0586ed req-a06bc523-dbd7-417b-be48-c9d46dd3276d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] For port 505f4199-53ae-4904-9241-6eef6eb68e61, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=505f4199-53ae-4904-9241-6eef6eb68e61,segment=NetworkSegment(353fc74b-b19e-4d32-8703-4dc0aca6710d),segment_id=353fc74b-b19e-4d32-8703-4dc0aca6710d)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:16:22.593306 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-839769ea-2135-4d98-ae88-4ee5ba0586ed req-a06bc523-dbd7-417b-be48-c9d46dd3276d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:22.629365 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-839769ea-2135-4d98-ae88-4ee5ba0586ed req-a06bc523-dbd7-417b-be48-c9d46dd3276d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Calling delete_port for 505f4199-53ae-4904-9241-6eef6eb68e61 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:16:22.693473 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394fe4-2f55-4fcc-ad2c-7de3e9ca751b req-8d2cc3d5-a092-438f-bc5a-176aa451b92d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:22.694939 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1f394fe4-2f55-4fcc-ad2c-7de3e9ca751b req-8d2cc3d5-a092-438f-bc5a-176aa451b92d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=802d0d32-7183-4421-b11d-df2c88ab733c HTTP/1.1" status: 200 len: 945 time: 0.1057136 Mar 07 18:16:22.762183 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1f394fe4-2f55-4fcc-ad2c-7de3e9ca751b req-caa71534-2264-4ecd-bcfb-406e004b58fa tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598373 Mar 07 18:16:22.812373 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-839769ea-2135-4d98-ae88-4ee5ba0586ed req-a06bc523-dbd7-417b-be48-c9d46dd3276d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (505f4199-53ae-4904-9241-6eef6eb68e61), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:22.824904 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['505f4199-53ae-4904-9241-6eef6eb68e61'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:16:22.847275 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bc523-dbd7-417b-be48-c9d46dd3276d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Pushing event deleted for resources: {'Port': ['ID=505f4199-53ae-4904-9241-6eef6eb68e61,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:22.889288 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-839769ea-2135-4d98-ae88-4ee5ba0586ed req-a06bc523-dbd7-417b-be48-c9d46dd3276d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] No DVR routers for this DVR port 505f4199-53ae-4904-9241-6eef6eb68e61 on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:16:22.891807 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-839769ea-2135-4d98-ae88-4ee5ba0586ed req-a06bc523-dbd7-417b-be48-c9d46dd3276d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:22.895232 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-839769ea-2135-4d98-ae88-4ee5ba0586ed req-a06bc523-dbd7-417b-be48-c9d46dd3276d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.37 "DELETE /v2.0/ports/505f4199-53ae-4904-9241-6eef6eb68e61 HTTP/1.1" status: 204 len: 173 time: 0.4825938 Mar 07 18:16:22.895683 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802d0d32-7183-4421-b11d-df2c88ab733c', 'name': 'network-vif-deleted', 'tag': '505f4199-53ae-4904-9241-6eef6eb68e61'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:16:22.898550 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f98b4d-015d-4add-a574-4c60ac23352a" -d '{"events": [{"server_uuid": "802d0d32-7183-4421-b11d-df2c88ab733c", "name": "network-vif-deleted", "tag": "505f4199-53ae-4904-9241-6eef6eb68e61"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:16:22.936003 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bb2774-9594-4e7d-bdf3-b2a26162a5dd x-openstack-request-id: req-f7bb2774-9594-4e7d-bdf3-b2a26162a5dd {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:16:22.936317 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802d0d32-7183-4421-b11d-df2c88ab733c", "name": "network-vif-deleted", "tag": "505f4199-53ae-4904-9241-6eef6eb68e61", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:16:22.936570 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7bb2774-9594-4e7d-bdf3-b2a26162a5dd {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:16:22.936962 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802d0d32-7183-4421-b11d-df2c88ab733c', 'name': 'network-vif-deleted', 'tag': '505f4199-53ae-4904-9241-6eef6eb68e61', 'status': 'completed', 'code': 200} Mar 07 18:16:24.060822 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-05e6c4d4-4ddb-44c9-b44a-4a7597e6322d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:24.062170 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-05e6c4d4-4ddb-44c9-b44a-4a7597e6322d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/networks?id=9941d369-ac21-4cef-8194-21ea91e6ba8f HTTP/1.1" status: 200 len: 808 time: 0.0972865 Mar 07 18:16:24.076823 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-68825743-c357-4bfe-a3ba-979e2901bf22 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/quotas/02c4f151db15410c8fc4d03b0ea81e19 HTTP/1.1" status: 200 len: 375 time: 0.0093708 Mar 07 18:16:24.107434 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-bb43bdfb-f5d1-4eba-9cc1-d95351d55fb0 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02c4f151db15410c8fc4d03b0ea81e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258908 Mar 07 18:16:24.198708 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-f4f044c0-c172-4795-81d7-09a8b078e42f service neutron] 10.222.0.13 "GET /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847957 Mar 07 18:16:24.288233 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-52f503ad-4d6a-4f2e-b8e7-952ffb816466 service neutron] 10.222.0.13 "GET /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834448 Mar 07 18:16:24.675331 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6b74d770-41c8-475d-a896-e8edf73ccd3c req-14adc926-9e1b-4a51-a7b9-58deafc15aa3 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 210 time: 0.2620387 Mar 07 18:16:25.768323 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5a87c96d-c668-40bb-9c7d-36f26f9382bf req-ac3aa20a-c277-4a41-b297-db818d23083c tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 210 time: 0.0258648 Mar 07 18:16:26.491398 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 505f4199-53ae-4904-9241-6eef6eb68e61 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:16:26.511477 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 505f4199-53ae-4904-9241-6eef6eb68e61 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:16:26.511823 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 505f4199-53ae-4904-9241-6eef6eb68e61 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:16:26.822556 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-ef7c82f8-35ce-47a7-9c13-437beb5b05c3 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:26.824289 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-ef7c82f8-35ce-47a7-9c13-437beb5b05c3 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.37 "GET /v2.0/networks?id=9941d369-ac21-4cef-8194-21ea91e6ba8f HTTP/1.1" status: 200 len: 808 time: 0.1198163 Mar 07 18:16:26.836051 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Request body: {'port': {'device_id': '29d35085-c2e6-43bd-80b2-95aa86baea2b', 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f', 'admin_state_up': True, 'tenant_id': '02c4f151db15410c8fc4d03b0ea81e19'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:16:26.919760 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d4b604c6-97d8-4284-bd63-028140af7b43 req-63a8bf36-4223-49e6-b1ec-a52ed57c23da tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 210 time: 0.0635343 Mar 07 18:16:26.979243 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Made reservation on behalf of 02c4f151db15410c8fc4d03b0ea81e19 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:16:26.982912 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:27.107162 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Allocated IP 172.20.0.10 (9941d369-ac21-4cef-8194-21ea91e6ba8f/4fb36e0a-e5e1-413a-892f-2aa05574e30e/db6bd6b2-1a52-400e-be65-e1b12bb5dbef) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:16:27.259520 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks [] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:27.292038 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:27.335386 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Network 9941d369-ac21-4cef-8194-21ea91e6ba8f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:16:27.338286 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:16:27.342200 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:16:27.364763 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Pushing event updated for resources: {'Port': ['ID=db6bd6b2-1a52-400e-be65-e1b12bb5dbef,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:27.397405 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:27.398007 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:27.412996 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-7e1dff0b-6ed1-4d4b-917f-18c894d2c55d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5810971 Mar 07 18:16:27.424371 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Request body: {'port': {'device_id': '29d35085-c2e6-43bd-80b2-95aa86baea2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:16:27.480428 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:27.732178 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6bd6b2-1a52-400e-be65-e1b12bb5dbef {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:16:27.739345 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Publish callbacks [] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:27.751849 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Transition to ACTIVE for port object db6bd6b2-1a52-400e-be65-e1b12bb5dbef will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:16:27.755304 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:27.820643 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Pushing event updated for resources: {'Port': ['ID=db6bd6b2-1a52-400e-be65-e1b12bb5dbef,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:27.873273 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Attempting to bind port db6bd6b2-1a52-400e-be65-e1b12bb5dbef on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:16:27.873897 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Attempting to bind port db6bd6b2-1a52-400e-be65-e1b12bb5dbef by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': '353fc74b-b19e-4d32-8703-4dc0aca6710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:16:27.874040 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Attempting to bind port db6bd6b2-1a52-400e-be65-e1b12bb5dbef on network 9941d369-ac21-4cef-8194-21ea91e6ba8f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:16:27.878152 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Port db6bd6b2-1a52-400e-be65-e1b12bb5dbef on network 9941d369-ac21-4cef-8194-21ea91e6ba8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:16:27.878474 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Attempting to bind port db6bd6b2-1a52-400e-be65-e1b12bb5dbef on network 9941d369-ac21-4cef-8194-21ea91e6ba8f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:16:27.883253 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:16:27.883588 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Checking segment: {'id': '353fc74b-b19e-4d32-8703-4dc0aca6710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:16:27.883969 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Bound using segment: {'id': '353fc74b-b19e-4d32-8703-4dc0aca6710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:16:27.884420 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Bound port: db6bd6b2-1a52-400e-be65-e1b12bb5dbef, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353fc74b-b19e-4d32-8703-4dc0aca6710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:16:27.884772 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:27.951919 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] For port db6bd6b2-1a52-400e-be65-e1b12bb5dbef, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:16:27.955555 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] For port db6bd6b2-1a52-400e-be65-e1b12bb5dbef, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=db6bd6b2-1a52-400e-be65-e1b12bb5dbef,segment=NetworkSegment(353fc74b-b19e-4d32-8703-4dc0aca6710d),segment_id=353fc74b-b19e-4d32-8703-4dc0aca6710d)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:16:27.961277 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:27.994735 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:27.995380 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:27.997425 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] 10.222.0.37 "PUT /v2.0/ports/db6bd6b2-1a52-400e-be65-e1b12bb5dbef HTTP/1.1" status: 200 len: 1094 time: 0.5764043 Mar 07 18:16:27.998472 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d35085-c2e6-43bd-80b2-95aa86baea2b', 'tag': 'db6bd6b2-1a52-400e-be65-e1b12bb5dbef'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:16:28.000707 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd52f6ea-64a1-425b-b175-9632a868c5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "29d35085-c2e6-43bd-80b2-95aa86baea2b", "tag": "db6bd6b2-1a52-400e-be65-e1b12bb5dbef"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:16:28.047929 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed64ebbd-c91d-4dcf-9036-c851aa3221dd x-openstack-request-id: req-ed64ebbd-c91d-4dcf-9036-c851aa3221dd {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:16:28.048239 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d35085-c2e6-43bd-80b2-95aa86baea2b", "tag": "db6bd6b2-1a52-400e-be65-e1b12bb5dbef", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:16:28.048501 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed64ebbd-c91d-4dcf-9036-c851aa3221dd {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:16:28.048893 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d35085-c2e6-43bd-80b2-95aa86baea2b', 'tag': 'db6bd6b2-1a52-400e-be65-e1b12bb5dbef', 'status': 'completed', 'code': 200} Mar 07 18:16:28.088328 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19efa38-405b-45ac-bf0a-dc9c3bfb0472 service neutron] Pushing event updated for resources: {'Port': ['ID=db6bd6b2-1a52-400e-be65-e1b12bb5dbef,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:28.107680 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19a773-ebf7-424b-9fdb-d56a4f413861 req-494934ba-3aeb-4b52-a75e-ea50e443e4a0 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:28.109189 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9e19a773-ebf7-424b-9fdb-d56a4f413861 req-494934ba-3aeb-4b52-a75e-ea50e443e4a0 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 944 time: 0.1177380 Mar 07 18:16:28.124174 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-98e2431a-54aa-4035-9fd2-d185c0281c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:28.125590 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-98e2431a-54aa-4035-9fd2-d185c0281c3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02c4f151db15410c8fc4d03b0ea81e19&device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 1128 time: 0.0884733 Mar 07 18:16:28.175695 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-1723e2b3-5f74-40ae-b3fb-37742d907209 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db6bd6b2-1a52-400e-be65-e1b12bb5dbef HTTP/1.1" status: 200 len: 217 time: 0.0428905 Mar 07 18:16:28.214851 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9e19a773-ebf7-424b-9fdb-d56a4f413861 req-edaa2495-dc57-477e-a12c-e715d16f6f6b tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987031 Mar 07 18:16:28.232804 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-6f4d9410-8aec-4dcc-a269-d013ea6c3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:28.234247 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-6f4d9410-8aec-4dcc-a269-d013ea6c3b5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fb36e0a-e5e1-413a-892f-2aa05574e30e HTTP/1.1" status: 200 len: 848 time: 0.0488346 Mar 07 18:16:28.266450 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-0b23615e-501b-4b94-946f-1fb345467db3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9941d369-ac21-4cef-8194-21ea91e6ba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256310 Mar 07 18:16:28.366468 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-09b4d0fb-9e82-410c-99ba-da696e4aacef service neutron] 10.222.0.37 "GET /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941942 Mar 07 18:16:28.458242 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f2a844f-89ff-49c2-b19f-09341248b4bf req-0ab90225-364a-4e1f-9c9c-e8f04615bdd1 service neutron] 10.222.0.37 "GET /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849347 Mar 07 18:16:28.546884 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52f6ea-64a1-425b-b175-9632a868c5b2 req-75a6342e-4a6a-4acb-bc99-2e8cc1c942ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:28.548382 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd52f6ea-64a1-425b-b175-9632a868c5b2 req-75a6342e-4a6a-4acb-bc99-2e8cc1c942ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02c4f151db15410c8fc4d03b0ea81e19&device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 1128 time: 0.0493145 Mar 07 18:16:28.640505 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52f6ea-64a1-425b-b175-9632a868c5b2 req-8a9ec12f-24a3-4fd4-addd-b1cf72efc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:28.641985 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd52f6ea-64a1-425b-b175-9632a868c5b2 req-8a9ec12f-24a3-4fd4-addd-b1cf72efc404 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9941d369-ac21-4cef-8194-21ea91e6ba8f HTTP/1.1" status: 200 len: 909 time: 0.0847814 Mar 07 18:16:28.686134 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd52f6ea-64a1-425b-b175-9632a868c5b2 req-0ebf71bf-dcac-4aea-a17e-8cdd570c5df1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db6bd6b2-1a52-400e-be65-e1b12bb5dbef HTTP/1.1" status: 200 len: 217 time: 0.0371168 Mar 07 18:16:28.733489 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52f6ea-64a1-425b-b175-9632a868c5b2 req-b26c4bc4-cbb9-4ab4-8e37-34c9485b62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:28.734901 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd52f6ea-64a1-425b-b175-9632a868c5b2 req-b26c4bc4-cbb9-4ab4-8e37-34c9485b62c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fb36e0a-e5e1-413a-892f-2aa05574e30e HTTP/1.1" status: 200 len: 848 time: 0.0431304 Mar 07 18:16:28.765515 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd52f6ea-64a1-425b-b175-9632a868c5b2 req-7834ff82-8d2e-4526-ba52-0ce73b5d5112 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9941d369-ac21-4cef-8194-21ea91e6ba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244775 Mar 07 18:16:28.858371 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd52f6ea-64a1-425b-b175-9632a868c5b2 req-d9ce95c2-3ad7-4e0f-9b96-1372480877a3 service neutron] 10.222.0.37 "GET /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847390 Mar 07 18:16:28.944453 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd52f6ea-64a1-425b-b175-9632a868c5b2 req-ab408596-373d-47ad-ad41-d38aad57ebb1 service neutron] 10.222.0.37 "GET /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793841 Mar 07 18:16:29.236964 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:16:29.333636 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d62ff-4302-4dc4-8a69-7de629a1aca1 req-4926e73a-1ed5-423f-8f7d-3217ccac0364 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:29.335104 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9d3d62ff-4302-4dc4-8a69-7de629a1aca1 req-4926e73a-1ed5-423f-8f7d-3217ccac0364 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 944 time: 0.0515592 Mar 07 18:16:29.388327 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9d3d62ff-4302-4dc4-8a69-7de629a1aca1 req-65b6c668-13cb-4a7f-9d20-8d47f4154547 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 Mar 07 18:16:30.509068 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9da61-8035-48f9-a688-ca3140d9c2f2 req-9a82bf70-53f1-46ec-9c18-7fcaa861c82d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:30.510101 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device db6bd6b2-1a52-400e-be65-e1b12bb5dbef details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:16:30.510612 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-57a9da61-8035-48f9-a688-ca3140d9c2f2 req-9a82bf70-53f1-46ec-9c18-7fcaa861c82d tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 944 time: 0.0557404 Mar 07 18:16:30.572405 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-57a9da61-8035-48f9-a688-ca3140d9c2f2 req-b1363fa2-399b-4553-bb12-39da0bd8f32e tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471151 Mar 07 18:16:30.611612 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port db6bd6b2-1a52-400e-be65-e1b12bb5dbef, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=db6bd6b2-1a52-400e-be65-e1b12bb5dbef,segment=NetworkSegment(353fc74b-b19e-4d32-8703-4dc0aca6710d),segment_id=353fc74b-b19e-4d32-8703-4dc0aca6710d)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:16:30.622613 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': 'db6bd6b2-1a52-400e-be65-e1b12bb5dbef', 'network_id': '9941d369-ac21-4cef-8194-21ea91e6ba8f', 'port_id': 'db6bd6b2-1a52-400e-be65-e1b12bb5dbef', 'mac_address': 'fa:16:3e:e7:21:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb36e0a-e5e1-413a-892f-2aa05574e30e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:16:30.663832 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port db6bd6b2-1a52-400e-be65-e1b12bb5dbef is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:16:30.664258 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:30.680654 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6bd6b2-1a52-400e-be65-e1b12bb5dbef {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:16:30.701295 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port db6bd6b2-1a52-400e-be65-e1b12bb5dbef, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=db6bd6b2-1a52-400e-be65-e1b12bb5dbef,segment=NetworkSegment(353fc74b-b19e-4d32-8703-4dc0aca6710d),segment_id=353fc74b-b19e-4d32-8703-4dc0aca6710d)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:16:30.704487 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:30.754808 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=db6bd6b2-1a52-400e-be65-e1b12bb5dbef,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:30.942457 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['db6bd6b2-1a52-400e-be65-e1b12bb5dbef'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:16:31.688888 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c7116-90a0-4855-af26-d8a274989648 req-cc575def-a645-49e6-b4ad-efe7d590562f tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:31.690575 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4d1c7116-90a0-4855-af26-d8a274989648 req-cc575def-a645-49e6-b4ad-efe7d590562f tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 945 time: 0.0537546 Mar 07 18:16:31.742135 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4d1c7116-90a0-4855-af26-d8a274989648 req-bcfecc4a-0f30-4bb6-a409-f991bee58332 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446284 Mar 07 18:16:31.833380 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 43674) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:31.935225 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ecca-3411-4e8e-af0e-bab539268b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:32.011733 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ecca-3411-4e8e-af0e-bab539268b48 admin admin] Publish callbacks [] for security_group (0d56de06-0fbf-4dc9-aaa7-82caf581e38b), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:32.015938 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5b4ecca-3411-4e8e-af0e-bab539268b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (0d56de06-0fbf-4dc9-aaa7-82caf581e38b), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:32.053679 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f5b4ecca-3411-4e8e-af0e-bab539268b48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd63d87c0aad4199868842b48704ad0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192125 Mar 07 18:16:32.054549 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4ecca-3411-4e8e-af0e-bab539268b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d56de06-0fbf-4dc9-aaa7-82caf581e38b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:32.056449 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 43678) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:32.104117 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb820ca7-7b9d-4a80-a807-f2b1e78a7709 admin admin] Publish callbacks [] for security_group (0d56de06-0fbf-4dc9-aaa7-82caf581e38b), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:32.124526 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb820ca7-7b9d-4a80-a807-f2b1e78a7709 admin admin] Publish callbacks [] for security_group (0d56de06-0fbf-4dc9-aaa7-82caf581e38b), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:32.170516 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb820ca7-7b9d-4a80-a807-f2b1e78a7709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (0d56de06-0fbf-4dc9-aaa7-82caf581e38b), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:32.173171 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb820ca7-7b9d-4a80-a807-f2b1e78a7709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:32.174301 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-cb820ca7-7b9d-4a80-a807-f2b1e78a7709 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d56de06-0fbf-4dc9-aaa7-82caf581e38b HTTP/1.1" status: 204 len: 168 time: 0.1168628 Mar 07 18:16:32.181893 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb820ca7-7b9d-4a80-a807-f2b1e78a7709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d56de06-0fbf-4dc9-aaa7-82caf581e38b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:32.506538 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device db6bd6b2-1a52-400e-be65-e1b12bb5dbef up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:16:32.564955 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port db6bd6b2-1a52-400e-be65-e1b12bb5dbef completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:16:32.570181 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port db6bd6b2-1a52-400e-be65-e1b12bb5dbef triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:16:32.570555 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:32.646631 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port db6bd6b2-1a52-400e-be65-e1b12bb5dbef is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:16:32.647018 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:32.670673 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d35085-c2e6-43bd-80b2-95aa86baea2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6bd6b2-1a52-400e-be65-e1b12bb5dbef'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:16:32.673066 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9056486-0a62-416e-9540-c7ca17ef12c5" -d '{"events": [{"server_uuid": "29d35085-c2e6-43bd-80b2-95aa86baea2b", "name": "network-vif-plugged", "status": "completed", "tag": "db6bd6b2-1a52-400e-be65-e1b12bb5dbef"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:16:32.689094 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port db6bd6b2-1a52-400e-be65-e1b12bb5dbef, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=db6bd6b2-1a52-400e-be65-e1b12bb5dbef,segment=NetworkSegment(353fc74b-b19e-4d32-8703-4dc0aca6710d),segment_id=353fc74b-b19e-4d32-8703-4dc0aca6710d)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:16:32.693280 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:32.716663 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70970322-e3fd-440a-95f8-5a56fb41694e x-openstack-request-id: req-70970322-e3fd-440a-95f8-5a56fb41694e {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:16:32.716955 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d35085-c2e6-43bd-80b2-95aa86baea2b", "name": "network-vif-plugged", "status": "completed", "tag": "db6bd6b2-1a52-400e-be65-e1b12bb5dbef", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:16:32.717207 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70970322-e3fd-440a-95f8-5a56fb41694e {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:16:32.717590 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d35085-c2e6-43bd-80b2-95aa86baea2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6bd6b2-1a52-400e-be65-e1b12bb5dbef', 'code': 200} Mar 07 18:16:32.742834 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=db6bd6b2-1a52-400e-be65-e1b12bb5dbef,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:32.893031 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f73b5-9fe3-4f7b-914c-8bf1db34958f req-1aafbf53-289b-4a80-9750-86ee010f7318 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:32.894524 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f1f73b5-9fe3-4f7b-914c-8bf1db34958f req-1aafbf53-289b-4a80-9750-86ee010f7318 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 946 time: 0.0824034 Mar 07 18:16:32.900172 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492e220-e305-4478-a03b-3c71e84cbd9a req-c86ef32e-8cbc-4fd7-87ae-38217dc41a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:32.901558 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d492e220-e305-4478-a03b-3c71e84cbd9a req-c86ef32e-8cbc-4fd7-87ae-38217dc41a4c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 1130 time: 0.0628388 Mar 07 18:16:32.973101 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2f1f73b5-9fe3-4f7b-914c-8bf1db34958f req-15dc2260-d81a-4eb8-95bb-ec4b49eeb9cf tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706143 Mar 07 18:16:32.975222 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d492e220-e305-4478-a03b-3c71e84cbd9a req-0a272727-f20b-4d71-beb0-eefe4701f60c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660861 Mar 07 18:16:34.097037 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad80c85-9ca1-4b14-95c9-63e2b0bcc97d req-2db7fc87-1870-4b0a-bb0c-ffcb49d424b9 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:34.098557 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2ad80c85-9ca1-4b14-95c9-63e2b0bcc97d req-2db7fc87-1870-4b0a-bb0c-ffcb49d424b9 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 946 time: 0.0551968 Mar 07 18:16:34.145636 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2ad80c85-9ca1-4b14-95c9-63e2b0bcc97d req-13f82c11-214e-4d7e-a4d0-3f691423b067 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413868 Mar 07 18:16:35.260688 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde574c-a3a9-44d1-a104-62cf86900819 req-2c2729a0-b721-4b24-977e-eb2e4ce6d708 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:35.262215 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2bde574c-a3a9-44d1-a104-62cf86900819 req-2c2729a0-b721-4b24-977e-eb2e4ce6d708 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 946 time: 0.0520642 Mar 07 18:16:35.312567 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2bde574c-a3a9-44d1-a104-62cf86900819 req-b57a317a-5790-4afc-92d7-ba955d595acf tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449641 Mar 07 18:16:35.924540 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f3382-c684-42cf-9c63-aad55acfb65a req-80ae0f0a-5e59-4260-83f3-683276a90de5 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:35.926019 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac0f3382-c684-42cf-9c63-aad55acfb65a req-80ae0f0a-5e59-4260-83f3-683276a90de5 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 946 time: 0.0518517 Mar 07 18:16:35.973231 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ac0f3382-c684-42cf-9c63-aad55acfb65a req-4d9aea30-2d2d-44aa-afc2-6fa8dba088f8 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Mar 07 18:16:37.091797 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8148f6-4292-4de8-9922-75dea75d1981 req-73b18215-e802-4b8c-a545-a93bce22c93a tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:37.093357 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd8148f6-4292-4de8-9922-75dea75d1981 req-73b18215-e802-4b8c-a545-a93bce22c93a tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 946 time: 0.0525346 Mar 07 18:16:37.142343 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fd8148f6-4292-4de8-9922-75dea75d1981 req-72a61309-cfed-4afa-8503-07daaebc78b7 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e3bf5a2-89f3-46bb-a740-f99816e805bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Mar 07 18:16:37.221266 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce012d-fb81-4335-a34e-6134953b5041 req-d665c0cc-909f-4d93-9d25-8d117c3d7790 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:16:37.222702 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-26ce012d-fb81-4335-a34e-6134953b5041 req-d665c0cc-909f-4d93-9d25-8d117c3d7790 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.37 "GET /v2.0/ports?device_id=29d35085-c2e6-43bd-80b2-95aa86baea2b HTTP/1.1" status: 200 len: 946 time: 0.0551996 Mar 07 18:16:37.313120 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-26ce012d-fb81-4335-a34e-6134953b5041 req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Deleting port db6bd6b2-1a52-400e-be65-e1b12bb5dbef {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:16:37.313461 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-26ce012d-fb81-4335-a34e-6134953b5041 req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:37.400219 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-26ce012d-fb81-4335-a34e-6134953b5041 req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] For port db6bd6b2-1a52-400e-be65-e1b12bb5dbef, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=db6bd6b2-1a52-400e-be65-e1b12bb5dbef,segment=NetworkSegment(353fc74b-b19e-4d32-8703-4dc0aca6710d),segment_id=353fc74b-b19e-4d32-8703-4dc0aca6710d)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:16:37.400581 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-26ce012d-fb81-4335-a34e-6134953b5041 req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:37.411949 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-26ce012d-fb81-4335-a34e-6134953b5041 req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Calling delete_port for db6bd6b2-1a52-400e-be65-e1b12bb5dbef owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:16:37.533938 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-26ce012d-fb81-4335-a34e-6134953b5041 req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (db6bd6b2-1a52-400e-be65-e1b12bb5dbef), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:37.546625 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['db6bd6b2-1a52-400e-be65-e1b12bb5dbef'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:16:37.564980 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Pushing event deleted for resources: {'Port': ['ID=db6bd6b2-1a52-400e-be65-e1b12bb5dbef,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:37.576731 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.577081 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.577427 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.577763 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.578097 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.578426 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.578752 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.579074 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.579398 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.579720 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.580042 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.580387 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.580712 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:37.615627 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ce012d-fb81-4335-a34e-6134953b5041 req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] No DVR routers for this DVR port db6bd6b2-1a52-400e-be65-e1b12bb5dbef on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:16:37.618539 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-26ce012d-fb81-4335-a34e-6134953b5041 req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:37.621956 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-26ce012d-fb81-4335-a34e-6134953b5041 req-fea5446a-0ae3-4dd1-96ed-e38e8f2b6519 tempest-VolumesActionsTest-1913176001 tempest-VolumesActionsTest-1913176001-project] 10.222.0.37 "DELETE /v2.0/ports/db6bd6b2-1a52-400e-be65-e1b12bb5dbef HTTP/1.1" status: 204 len: 173 time: 0.3939381 Mar 07 18:16:37.622404 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d35085-c2e6-43bd-80b2-95aa86baea2b', 'name': 'network-vif-deleted', 'tag': 'db6bd6b2-1a52-400e-be65-e1b12bb5dbef'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:16:37.624699 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458957b1-aac5-4bbf-9c3b-74008d839a20" -d '{"events": [{"server_uuid": "29d35085-c2e6-43bd-80b2-95aa86baea2b", "name": "network-vif-deleted", "tag": "db6bd6b2-1a52-400e-be65-e1b12bb5dbef"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:16:37.661983 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7553849e-b108-4536-81cc-ba658c890375 x-openstack-request-id: req-7553849e-b108-4536-81cc-ba658c890375 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:16:37.662279 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d35085-c2e6-43bd-80b2-95aa86baea2b", "name": "network-vif-deleted", "tag": "db6bd6b2-1a52-400e-be65-e1b12bb5dbef", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:16:37.662535 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7553849e-b108-4536-81cc-ba658c890375 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:16:37.662934 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d35085-c2e6-43bd-80b2-95aa86baea2b', 'name': 'network-vif-deleted', 'tag': 'db6bd6b2-1a52-400e-be65-e1b12bb5dbef', 'status': 'completed', 'code': 200} Mar 07 18:16:40.687113 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device db6bd6b2-1a52-400e-be65-e1b12bb5dbef no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:16:40.710190 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: db6bd6b2-1a52-400e-be65-e1b12bb5dbef {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:16:40.710533 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device db6bd6b2-1a52-400e-be65-e1b12bb5dbef not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:16:42.099668 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b06a0d7c-f632-448d-8362-da73b9d54ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:44.288431 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-def67620-4000-4a00-a0d2-7490a9f625e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:45.429587 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:45.474365 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:46.880962 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:48.559940 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:58.841510 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 43938) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:58.885251 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Deleting subnet 4fb36e0a-e5e1-413a-892f-2aa05574e30e {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:16:58.889048 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Publish callbacks [] for subnet (4fb36e0a-e5e1-413a-892f-2aa05574e30e), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:58.925946 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-469382'] for subnet (4fb36e0a-e5e1-413a-892f-2aa05574e30e), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:58.962907 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (4fb36e0a-e5e1-413a-892f-2aa05574e30e), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.013996 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495436'] for subnet (4fb36e0a-e5e1-413a-892f-2aa05574e30e), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.040717 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.044403 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4fb36e0a-e5e1-413a-892f-2aa05574e30e HTTP/1.1" status: 204 len: 168 time: 0.2018559 Mar 07 18:16:59.045374 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb36e0a-e5e1-413a-892f-2aa05574e30e,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:59.046969 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 43940) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:59.052712 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.053063 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.053405 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.053743 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.054076 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.054403 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.054733 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.055066 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.055393 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.055717 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.056037 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.056449 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.056771 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76493bb-3a29-4174-b90f-9f2293c2cdae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:16:59.114041 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (9941d369-ac21-4cef-8194-21ea91e6ba8f), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.192077 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (9941d369-ac21-4cef-8194-21ea91e6ba8f), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.210907 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9941d369-ac21-4cef-8194-21ea91e6ba8f']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:16:59.219800 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353fc74b-b19e-4d32-8703-4dc0aca6710d') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:16:59.220086 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353fc74b-b19e-4d32-8703-4dc0aca6710d') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:16:59.229202 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1572087'] for segment (353fc74b-b19e-4d32-8703-4dc0aca6710d), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.242131 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (353fc74b-b19e-4d32-8703-4dc0aca6710d), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.248700 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:16:59.249163 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065737'] for segment (353fc74b-b19e-4d32-8703-4dc0aca6710d), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: timer() Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: cb(*args, **kw) Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: self._notify() Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: self.callback(batched_events) Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: event.method(event) Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._get(url).json() Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:16:59.250849 dv-cinder-832291-1-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:16:59.306655 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (9941d369-ac21-4cef-8194-21ea91e6ba8f), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.311829 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.314987 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] 10.222.0.13 "DELETE /v2.0/networks/9941d369-ac21-4cef-8194-21ea91e6ba8f HTTP/1.1" status: 204 len: 168 time: 0.2669811 Mar 07 18:16:59.325368 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6941c-ca0d-4e29-9971-deefa90f5bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=9941d369-ac21-4cef-8194-21ea91e6ba8f,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:16:59.476119 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 43944) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:59.516722 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-e6e78a0e-49b4-4b17-aa39-524a4f49ebac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02c4f151db15410c8fc4d03b0ea81e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390952 Mar 07 18:16:59.519061 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 43946) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:16:59.565112 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0992-35d8-4a29-b0c8-5a80e28ddba7 admin admin] Publish callbacks [] for security_group (2e3bf5a2-89f3-46bb-a740-f99816e805bf), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.585327 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0992-35d8-4a29-b0c8-5a80e28ddba7 admin admin] Publish callbacks [] for security_group (2e3bf5a2-89f3-46bb-a740-f99816e805bf), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.634615 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0992-35d8-4a29-b0c8-5a80e28ddba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (2e3bf5a2-89f3-46bb-a740-f99816e805bf), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.637554 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0992-35d8-4a29-b0c8-5a80e28ddba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:16:59.638625 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-4c7f0992-35d8-4a29-b0c8-5a80e28ddba7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e3bf5a2-89f3-46bb-a740-f99816e805bf HTTP/1.1" status: 204 len: 168 time: 0.1186819 Mar 07 18:16:59.646139 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f0992-35d8-4a29-b0c8-5a80e28ddba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3bf5a2-89f3-46bb-a740-f99816e805bf,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:06.235611 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:17:12.094565 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0a62a22e-3180-49f7-bea5-d7d6c80612cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:14.281740 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-00f7384a-65c7-4248-93da-61b403379c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:15.428822 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:15.485807 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:16.878125 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:18.553437 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:33.335786 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44202) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:17:33.438733 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40730458-f515-498b-a64c-c144c08d33dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:33.508377 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40730458-f515-498b-a64c-c144c08d33dc admin admin] Publish callbacks [] for security_group (6f6b0c7e-3251-4603-8f58-b7406f4324ce), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:33.512111 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40730458-f515-498b-a64c-c144c08d33dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (6f6b0c7e-3251-4603-8f58-b7406f4324ce), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:33.549469 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-40730458-f515-498b-a64c-c144c08d33dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41ea065818674febb5e2b2f1e313b0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126207 Mar 07 18:17:33.550539 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40730458-f515-498b-a64c-c144c08d33dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6b0c7e-3251-4603-8f58-b7406f4324ce,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:33.553140 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44206) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:17:33.604939 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ee1dd69-0912-4817-a1c7-1c26785a3996 admin admin] Publish callbacks [] for security_group (6f6b0c7e-3251-4603-8f58-b7406f4324ce), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:33.625889 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ee1dd69-0912-4817-a1c7-1c26785a3996 admin admin] Publish callbacks [] for security_group (6f6b0c7e-3251-4603-8f58-b7406f4324ce), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:33.672582 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ee1dd69-0912-4817-a1c7-1c26785a3996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (6f6b0c7e-3251-4603-8f58-b7406f4324ce), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:33.675189 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ee1dd69-0912-4817-a1c7-1c26785a3996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:33.676358 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-1ee1dd69-0912-4817-a1c7-1c26785a3996 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f6b0c7e-3251-4603-8f58-b7406f4324ce HTTP/1.1" status: 204 len: 168 time: 0.1219521 Mar 07 18:17:33.683632 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1dd69-0912-4817-a1c7-1c26785a3996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6b0c7e-3251-4603-8f58-b7406f4324ce,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:34.275607 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44228) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:17:34.368686 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1479244065-network', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:17:34.388569 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Made reservation on behalf of 7938205fe7d3437a99f30e88f21f74b9 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:17:34.391262 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:34.399425 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:34.472797 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Publish callbacks [] for security_group (7105cac1-2541-40f2-85f2-226f6d266d58), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:34.476569 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (7105cac1-2541-40f2-85f2-226f6d266d58), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:34.503118 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:17:34.509268 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7105cac1-2541-40f2-85f2-226f6d266d58,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:34.515664 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (98fa319e-54de-471e-8edc-0e02940b0973), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:34.516712 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Added segment 98fa319e-54de-471e-8edc-0e02940b0973 of type vlan for network cefe2843-001d-4267-925b-e2bf958b840d Mar 07 18:17:34.558137 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (cefe2843-001d-4267-925b-e2bf958b840d), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:34.581712 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (cefe2843-001d-4267-925b-e2bf958b840d), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:34.582654 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:34.583232 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:34.616721 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3399274 Mar 07 18:17:34.619607 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44232) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:17:34.625223 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-0b88345a-7516-42b5-a6cc-20ebffd1b119 admin admin] Request body: {'subnet': {'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1479244065-subnet', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:17:34.644310 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b88345a-7516-42b5-a6cc-20ebffd1b119 admin admin] Made reservation on behalf of 7938205fe7d3437a99f30e88f21f74b9 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:17:34.646622 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b88345a-7516-42b5-a6cc-20ebffd1b119 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3952781'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:34.647300 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c45eb-538d-49e4-b03a-ce6b2e64ed9d admin admin] Pushing event updated for resources: {'Network': ['ID=cefe2843-001d-4267-925b-e2bf958b840d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:34.658367 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network cefe2843-001d-4267-925b-e2bf958b840d details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:17:34.818986 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b88345a-7516-42b5-a6cc-20ebffd1b119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3070244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3952787'] for subnet (90d863cb-6184-4ed2-a0df-ba812003e0fd), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:34.879809 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88345a-7516-42b5-a6cc-20ebffd1b119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d863cb-6184-4ed2-a0df-ba812003e0fd,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:34.888198 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b88345a-7516-42b5-a6cc-20ebffd1b119 admin admin] Checking segment: {'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:17:34.888624 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b88345a-7516-42b5-a6cc-20ebffd1b119 admin admin] Network hostable DHCP agents. Network: cefe2843-001d-4267-925b-e2bf958b840d, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:17:34.905099 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b88345a-7516-42b5-a6cc-20ebffd1b119 admin admin] Network cefe2843-001d-4267-925b-e2bf958b840d is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:17:34.913192 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-0b88345a-7516-42b5-a6cc-20ebffd1b119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, cefe2843-001d-4267-925b-e2bf958b840d) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:17:34.917388 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b88345a-7516-42b5-a6cc-20ebffd1b119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:34.917984 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b88345a-7516-42b5-a6cc-20ebffd1b119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:34.923197 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2203a6a-f646-412d-98a3-0e0169004b57 None None] Network cefe2843-001d-4267-925b-e2bf958b840d requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:17:34.934969 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0b88345a-7516-42b5-a6cc-20ebffd1b119 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3141570 Mar 07 18:17:34.938288 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44234) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:17:34.942714 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:17:34.961720 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-869773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9900'] for router (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:34.962699 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-874621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-869326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9895'] for router (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.018907 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Publish callbacks [] for router_controller (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), precommit_add_association {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.149282 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f639710-a962-506a-8ebd-460ce1cef75f-cefe2843-001d-4267-925b-e2bf958b840d', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'fixed_ips': [{'subnet_id': '90d863cb-6184-4ed2-a0df-ba812003e0fd'}]}} from dv-cinder-832291-1-iscsi. {{(pid=103235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 18:17:35.150127 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.162498 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Publish callbacks [] for router_gateway (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.283114 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Allocated IP 172.20.0.2 (cefe2843-001d-4267-925b-e2bf958b840d/90d863cb-6184-4ed2-a0df-ba812003e0fd/d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:17:35.435040 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Publish callbacks [] for port (d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.442415 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.481865 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Network cefe2843-001d-4267-925b-e2bf958b840d is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:17:35.484703 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:17:35.487157 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:17:35.499799 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Pushing event updated for resources: {'Port': ['ID=d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:35.528589 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.528971 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.529277 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.529648 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.529978 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.530306 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.530632 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.530956 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.531278 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.531605 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.532092 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.532301 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.532619 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:35.563357 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Attempting to bind port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:17:35.563731 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Attempting to bind port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:17:35.564098 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Attempting to bind port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 on network cefe2843-001d-4267-925b-e2bf958b840d {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:17:35.569093 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:17:35.569573 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Checking segment: {'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:17:35.569981 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.570376 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Bound using segment: {'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:17:35.570922 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Bound port: d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:17:35.571305 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.594934 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Publish callbacks [] for router_gateway (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.613361 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.633130 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] For port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:17:35.636379 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] For port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:17:35.642911 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.700641 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f944b-2d0d-4816-bbc9-2b1f770b84ce None None] Pushing event updated for resources: {'Port': ['ID=d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:35.727639 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Allocated IP 172.27.0.175 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/0b628c99-c39b-4903-8fb0-fb7422497bb7) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:17:35.846143 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Publish callbacks [] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.885484 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:35.929523 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:17:35.932312 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:17:35.934776 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:17:35.959539 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Pushing event updated for resources: {'Port': ['ID=0b628c99-c39b-4903-8fb0-fb7422497bb7,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:36.194222 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Publish callbacks [] for router_gateway (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:36.397045 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-874614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-869347'] for router (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:36.532618 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf is scheduled to L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a with binding_index 1 {{(pid=103234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 18:17:36.577409 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a641c77-cf35-4ba7-b2a1-65518b507cd3 None None] Network cefe2843-001d-4267-925b-e2bf958b840d requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:17:36.643970 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:17:36.653168 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Sync routers for ids ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:17:36.663988 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:36.665875 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ae37fc01-02a3-424f-a9db-6517e8b1e2ac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7265656 Mar 07 18:17:36.666000 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Routers {'8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:17:36.666541 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:17:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:36.668630 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44236) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:17:36.689992 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-4ef50ae5-f6da-4442-b19c-6c7780631b56 None None] Provisioning complete for port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:36.690355 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4ef50ae5-f6da-4442-b19c-6c7780631b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:36.777848 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Set router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:17:36.783920 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-4ef50ae5-f6da-4442-b19c-6c7780631b56 None None] Current status of the port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:36.784477 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4ef50ae5-f6da-4442-b19c-6c7780631b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:36.821188 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-4ef50ae5-f6da-4442-b19c-6c7780631b56 None None] For port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:17:36.827285 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4ef50ae5-f6da-4442-b19c-6c7780631b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:36.885267 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef50ae5-f6da-4442-b19c-6c7780631b56 None None] Pushing event updated for resources: {'Port': ['ID=d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:36.969912 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:17:36Z', 'revision_number': 3, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:37.000239 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Checking router: 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:17:37.000512 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Updating router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf port 0b628c99-c39b-4903-8fb0-fb7422497bb7 binding host dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:17:37.026600 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.049392 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-3551e86c-fc36-4e15-a6a1-d456a91af0cd None None] Provisioning complete for port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:37.049785 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3551e86c-fc36-4e15-a6a1-d456a91af0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.140276 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.142445 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-3551e86c-fc36-4e15-a6a1-d456a91af0cd None None] Current status of the port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:37.276254 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Publish callbacks [] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.281898 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.294842 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Allocated IP 172.20.0.1 (cefe2843-001d-4267-925b-e2bf958b840d/90d863cb-6184-4ed2-a0df-ba812003e0fd/699cf35c-0da6-4dce-aed4-1ffbc730c426) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:17:37.332401 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Pushing event updated for resources: {'Port': ['ID=0b628c99-c39b-4903-8fb0-fb7422497bb7,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:37.335214 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Attempting to bind port 0b628c99-c39b-4903-8fb0-fb7422497bb7 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:17:37.335577 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Attempting to bind port 0b628c99-c39b-4903-8fb0-fb7422497bb7 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:17:37.335938 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Attempting to bind port 0b628c99-c39b-4903-8fb0-fb7422497bb7 on network f677d92c-de1b-4c38-ad35-4a06c685919d {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:17:37.343098 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.343465 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.343822 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.344180 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.344513 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.344837 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.345155 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.345483 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.345802 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.346138 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.346464 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.346781 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.347097 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.352702 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:17:37.353075 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Checking segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:17:37.353482 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.353860 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Bound using segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:17:37.354326 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Bound port: 0b628c99-c39b-4903-8fb0-fb7422497bb7, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:17:37.354704 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.399600 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Publish callbacks [] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.410096 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] For port 0b628c99-c39b-4903-8fb0-fb7422497bb7, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:17:37.413445 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] For port 0b628c99-c39b-4903-8fb0-fb7422497bb7, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=0b628c99-c39b-4903-8fb0-fb7422497bb7,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:17:37.418834 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.448617 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.477513 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b867c-06c0-4546-9b99-6c7b247e7be8 None None] Pushing event updated for resources: {'Port': ['ID=0b628c99-c39b-4903-8fb0-fb7422497bb7,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:37.484691 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Routers {'8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:17:37.485302 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:17:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:37.491448 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Network cefe2843-001d-4267-925b-e2bf958b840d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:17:37.494307 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:17:37.497793 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:17:37.504383 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Pushing event updated for resources: {'Port': ['ID=699cf35c-0da6-4dce-aed4-1ffbc730c426,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:37.537678 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:17:37.543422 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-868814'] for router_interface (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.589308 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:37.589721 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.683759 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:37.700859 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.717830 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] Set router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:17:37.767786 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-6037e11f-2eab-4929-92a3-1869b81cea66 None None] Provisioning complete for port 699cf35c-0da6-4dce-aed4-1ffbc730c426 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:37.768279 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6037e11f-2eab-4929-92a3-1869b81cea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.804430 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-6037e11f-2eab-4929-92a3-1869b81cea66 None None] Port 699cf35c-0da6-4dce-aed4-1ffbc730c426 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:17:37.874487 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Publish callbacks [] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.879162 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.903845 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:17:36Z', 'revision_number': 3, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:37.933096 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecf3b9-f563-4d67-8532-da875f7efe3c None None] The sync data for ids ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'] in dv-cinder-832291-1-iscsi is: [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:17:36Z', 'revision_number': 3, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:17:37.947485 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868770'] for router_interface (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:37.953192 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Pushing event updated for resources: {'Port': ['ID=699cf35c-0da6-4dce-aed4-1ffbc730c426,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:37.965684 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.966032 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.966375 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.966768 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.967830 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.968195 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.968533 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.968862 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.969191 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.969517 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.969843 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.970159 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:37.970476 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:17:38.057311 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Network cefe2843-001d-4267-925b-e2bf958b840d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:17:38.058763 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:17:38.195893 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:17:38.332145 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-44b7f055-e41d-474a-ab8f-8f23f574c5fe None None] Provisioning complete for port 699cf35c-0da6-4dce-aed4-1ffbc730c426 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:38.332535 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-44b7f055-e41d-474a-ab8f-8f23f574c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:38.369857 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-44b7f055-e41d-474a-ab8f-8f23f574c5fe None None] Port 699cf35c-0da6-4dce-aed4-1ffbc730c426 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:17:38.593232 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:17:38.603978 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6dff8712-7426-4141-9055-c562e908e219 admin admin] 10.222.0.13 "PUT /v2.0/routers/8120b98b-e0ef-400a-9a1d-d6d0fe257fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9262784 Mar 07 18:17:39.111891 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44252) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:17:39.116764 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-62690865-network', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:17:39.135359 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Made reservation on behalf of 4bd51502e6a249be9a18d65c37225df7 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:17:39.137643 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.146225 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.223766 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Publish callbacks [] for security_group (2cb1c645-a2c7-484f-93f7-48a4076fa14a), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.227533 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (2cb1c645-a2c7-484f-93f7-48a4076fa14a), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.256024 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:17:39.266460 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb1c645-a2c7-484f-93f7-48a4076fa14a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:39.272817 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (f86139f9-a92c-459b-8f85-5239571bf9fa), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.273165 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Added segment f86139f9-a92c-459b-8f85-5239571bf9fa of type vlan for network cd2032f5-5a27-476d-8252-4bffba372b66 Mar 07 18:17:39.313906 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (cd2032f5-5a27-476d-8252-4bffba372b66), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.338908 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (cd2032f5-5a27-476d-8252-4bffba372b66), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.339781 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:39.340387 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.373928 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2603347 Mar 07 18:17:39.377739 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44254) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:17:39.382762 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-b9477990-29ae-4163-ae76-4d9539c6be75 admin admin] Request body: {'subnet': {'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-62690865-subnet', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:17:39.402100 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9477990-29ae-4163-ae76-4d9539c6be75 admin admin] Made reservation on behalf of 4bd51502e6a249be9a18d65c37225df7 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:17:39.402552 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c968184-f64b-4168-a899-10a0f1783f99 admin admin] Pushing event updated for resources: {'Network': ['ID=cd2032f5-5a27-476d-8252-4bffba372b66,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:39.412661 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b9477990-29ae-4163-ae76-4d9539c6be75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3952781'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.413082 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network cd2032f5-5a27-476d-8252-4bffba372b66 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:17:39.510287 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Sync routers for ids ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:17:39.523080 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 0b628c99-c39b-4903-8fb0-fb7422497bb7 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:17:39.554251 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Routers {'8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:17:39.554892 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:17:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:39.591966 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b9477990-29ae-4163-ae76-4d9539c6be75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3070244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3952787'] for subnet (59c4badd-b789-4bfd-82df-5130f65a60f8), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.644805 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9477990-29ae-4163-ae76-4d9539c6be75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c4badd-b789-4bfd-82df-5130f65a60f8,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:39.655345 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9477990-29ae-4163-ae76-4d9539c6be75 admin admin] Checking segment: {'id': 'f86139f9-a92c-459b-8f85-5239571bf9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:17:39.655706 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9477990-29ae-4163-ae76-4d9539c6be75 admin admin] Network hostable DHCP agents. Network: cd2032f5-5a27-476d-8252-4bffba372b66, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:17:39.660027 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 0b628c99-c39b-4903-8fb0-fb7422497bb7 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:39.660434 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.672997 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9477990-29ae-4163-ae76-4d9539c6be75 admin admin] Network cd2032f5-5a27-476d-8252-4bffba372b66 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:17:39.681782 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-b9477990-29ae-4163-ae76-4d9539c6be75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, cd2032f5-5a27-476d-8252-4bffba372b66) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:17:39.686984 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9477990-29ae-4163-ae76-4d9539c6be75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:39.688517 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b9477990-29ae-4163-ae76-4d9539c6be75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.693837 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc003675-7c37-438b-b916-36da84bc97fe None None] Network cd2032f5-5a27-476d-8252-4bffba372b66 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:17:39.704486 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-b9477990-29ae-4163-ae76-4d9539c6be75 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3255079 Mar 07 18:17:39.706990 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44256) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:17:39.711428 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-62690865-router', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:17:39.722231 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Set router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:17:39.732234 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-869773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9900'] for router (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.733969 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-874621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-869326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9895'] for router (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.785360 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Publish callbacks [] for router_controller (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), precommit_add_association {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:39.927176 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Publish callbacks [] for router_gateway (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.086783 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f639710-a962-506a-8ebd-460ce1cef75f-cd2032f5-5a27-476d-8252-4bffba372b66', 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66', 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'fixed_ips': [{'subnet_id': '59c4badd-b789-4bfd-82df-5130f65a60f8'}]}} from dv-cinder-832291-1-iscsi. {{(pid=103235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 18:17:40.087632 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.091294 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 0b628c99-c39b-4903-8fb0-fb7422497bb7 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:40.091723 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.133837 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Publish callbacks [] for router_gateway (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.139625 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port 0b628c99-c39b-4903-8fb0-fb7422497bb7, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=0b628c99-c39b-4903-8fb0-fb7422497bb7,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:17:40.150555 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.163233 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.265892 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Allocated IP 172.27.0.223 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/b1c70877-5f14-408f-ae9a-8ac65464edb8) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:17:40.290376 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=0b628c99-c39b-4903-8fb0-fb7422497bb7,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:40.340759 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Allocated IP 172.20.0.2 (cd2032f5-5a27-476d-8252-4bffba372b66/59c4badd-b789-4bfd-82df-5130f65a60f8/f31cd657-1478-412e-9c2f-87c5d1624d23) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:17:40.346914 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 4, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '699cf35c-0da6-4dce-aed4-1ffbc730c426', 'name': '', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'mac_address': 'fa:16:3e:c7:e8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:37Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 2, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'subnets': [{'id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:40.371270 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Publish callbacks [] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.382190 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Checking router: 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:17:40.382553 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Updating router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf port 699cf35c-0da6-4dce-aed4-1ffbc730c426 binding host dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:17:40.405215 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.430503 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.445131 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:17:40.447953 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:17:40.451457 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:17:40.456967 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c70877-5f14-408f-ae9a-8ac65464edb8,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:40.645097 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Publish callbacks [] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.662473 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.709269 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Publish callbacks [] for router_gateway (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.734580 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Network cd2032f5-5a27-476d-8252-4bffba372b66 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:17:40.740938 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:17:40.744470 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:17:40.746680 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Pushing event updated for resources: {'Port': ['ID=f31cd657-1478-412e-9c2f-87c5d1624d23,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:40.826722 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Attempting to bind port f31cd657-1478-412e-9c2f-87c5d1624d23 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:17:40.827101 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Attempting to bind port f31cd657-1478-412e-9c2f-87c5d1624d23 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': 'f86139f9-a92c-459b-8f85-5239571bf9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:17:40.827469 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Attempting to bind port f31cd657-1478-412e-9c2f-87c5d1624d23 on network cd2032f5-5a27-476d-8252-4bffba372b66 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:17:40.841133 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:17:40.841518 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Checking segment: {'id': 'f86139f9-a92c-459b-8f85-5239571bf9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:17:40.842384 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.842519 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Bound using segment: {'id': 'f86139f9-a92c-459b-8f85-5239571bf9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:17:40.842884 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Bound port: f31cd657-1478-412e-9c2f-87c5d1624d23, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86139f9-a92c-459b-8f85-5239571bf9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:17:40.843271 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.911175 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-874614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-869347'] for router (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.915197 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Publish callbacks [] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.924851 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:40.968578 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] For port f31cd657-1478-412e-9c2f-87c5d1624d23, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:17:40.993712 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] For port f31cd657-1478-412e-9c2f-87c5d1624d23, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=f31cd657-1478-412e-9c2f-87c5d1624d23,segment=NetworkSegment(f86139f9-a92c-459b-8f85-5239571bf9fa),segment_id=f86139f9-a92c-459b-8f85-5239571bf9fa)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:17:41.003033 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4d1d2-079f-466d-9627-bb200750dc9d None None] Pushing event updated for resources: {'Port': ['ID=699cf35c-0da6-4dce-aed4-1ffbc730c426,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:41.009859 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:41.063491 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Router ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 is scheduled to L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a with binding_index 1 {{(pid=103234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 18:17:41.098168 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Attempting to bind port 699cf35c-0da6-4dce-aed4-1ffbc730c426 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:17:41.098538 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Attempting to bind port 699cf35c-0da6-4dce-aed4-1ffbc730c426 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:17:41.105049 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Attempting to bind port 699cf35c-0da6-4dce-aed4-1ffbc730c426 on network cefe2843-001d-4267-925b-e2bf958b840d {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:17:41.114060 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:17:41.114448 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Checking segment: {'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:17:41.114864 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:41.115260 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Bound using segment: {'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:17:41.115737 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Bound port: 699cf35c-0da6-4dce-aed4-1ffbc730c426, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:17:41.116138 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:41.118213 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850cbe1-8852-4d7e-bd70-a2742a80a65e None None] Pushing event updated for resources: {'Port': ['ID=f31cd657-1478-412e-9c2f-87c5d1624d23,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:41.192240 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] For port 699cf35c-0da6-4dce-aed4-1ffbc730c426, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:17:41.195010 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:17:41.195361 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] For port 699cf35c-0da6-4dce-aed4-1ffbc730c426, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=699cf35c-0da6-4dce-aed4-1ffbc730c426,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:17:41.205622 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Sync routers for ids ['ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:17:41.210211 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:41.222654 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:41.227558 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44260) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:17:41.228001 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7f159129-0e2f-44f6-9c22-2e3078b5f605 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5199399 Mar 07 18:17:41.229984 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Routers {'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:17:41.230811 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:17:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:41.285730 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Routers {'8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:17:41.286487 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:17:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:41.390857 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4d1d2-079f-466d-9627-bb200750dc9d None None] Pushing event updated for resources: {'Port': ['ID=699cf35c-0da6-4dce-aed4-1ffbc730c426,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:41.394730 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Set router ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:17:41.469351 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-adc6beb9-5f09-4a85-bab9-096c1647a807 None None] Provisioning complete for port 699cf35c-0da6-4dce-aed4-1ffbc730c426 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:41.469351 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-adc6beb9-5f09-4a85-bab9-096c1647a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:41.519560 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] Set router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:17:41.712435 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'name': 'tempest-TestMinimumBasicScenario-62690865-router', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:39Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 3, 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'gw_port': {'id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:40Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:41.741881 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Checking router: ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:17:41.742247 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Updating router ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 port b1c70877-5f14-408f-ae9a-8ac65464edb8 binding host dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:17:41.764048 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 0b628c99-c39b-4903-8fb0-fb7422497bb7 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:17:41.775560 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:41.830077 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-adc6beb9-5f09-4a85-bab9-096c1647a807 None None] Current status of the port 699cf35c-0da6-4dce-aed4-1ffbc730c426 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:41.830706 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-adc6beb9-5f09-4a85-bab9-096c1647a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:41.900908 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:41.934512 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-adc6beb9-5f09-4a85-bab9-096c1647a807 None None] For port 699cf35c-0da6-4dce-aed4-1ffbc730c426, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=699cf35c-0da6-4dce-aed4-1ffbc730c426,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:17:41.942288 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-adc6beb9-5f09-4a85-bab9-096c1647a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:41.948440 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 0b628c99-c39b-4903-8fb0-fb7422497bb7 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:41.948813 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.073106 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6beb9-5f09-4a85-bab9-096c1647a807 None None] Pushing event updated for resources: {'Port': ['ID=699cf35c-0da6-4dce-aed4-1ffbc730c426,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:42.102789 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Publish callbacks [] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.105039 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 4, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '699cf35c-0da6-4dce-aed4-1ffbc730c426', 'name': '', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'mac_address': 'fa:16:3e:c7:e8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:37Z', 'updated_at': '2022-03-07T18:17:41Z', 'revision_number': 4, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'subnets': [{'id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:42.111366 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.126854 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Allocated IP 172.20.0.1 (cd2032f5-5a27-476d-8252-4bffba372b66/59c4badd-b789-4bfd-82df-5130f65a60f8/9aa82265-85ca-4292-bb4c-e763a60c0306) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:17:42.149877 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159efbdb-09ac-48f8-a845-57080da50f99 None None] The sync data for ids ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'] in dv-cinder-832291-1-iscsi is: [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 4, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '699cf35c-0da6-4dce-aed4-1ffbc730c426', 'name': '', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'mac_address': 'fa:16:3e:c7:e8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:37Z', 'updated_at': '2022-03-07T18:17:41Z', 'revision_number': 4, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'subnets': [{'id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:17:42.152010 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-b38f8c0b-877c-4b31-ab82-593c04ec798b None None] Provisioning complete for port 699cf35c-0da6-4dce-aed4-1ffbc730c426 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:42.152496 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b38f8c0b-877c-4b31-ab82-593c04ec798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.204981 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247694b-79ae-4ddf-9dc2-f291584446a9 None None] Pushing event updated for resources: {'Port': ['ID=b1c70877-5f14-408f-ae9a-8ac65464edb8,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:42.240142 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-24fdcbc5-af55-4bc7-bb38-0ffae09c6e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.270518 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Attempting to bind port b1c70877-5f14-408f-ae9a-8ac65464edb8 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:17:42.271259 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Attempting to bind port b1c70877-5f14-408f-ae9a-8ac65464edb8 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:17:42.271474 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Attempting to bind port b1c70877-5f14-408f-ae9a-8ac65464edb8 on network f677d92c-de1b-4c38-ad35-4a06c685919d {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:17:42.288447 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:17:42.289583 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Checking segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:17:42.289583 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.289806 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Bound using segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:17:42.290149 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Bound port: b1c70877-5f14-408f-ae9a-8ac65464edb8, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:17:42.290553 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.299016 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 0b628c99-c39b-4903-8fb0-fb7422497bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:42.300214 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device f31cd657-1478-412e-9c2f-87c5d1624d23 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:17:42.322584 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Publish callbacks [] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.386953 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.392877 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] For port b1c70877-5f14-408f-ae9a-8ac65464edb8, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:17:42.398677 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] For port b1c70877-5f14-408f-ae9a-8ac65464edb8, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=b1c70877-5f14-408f-ae9a-8ac65464edb8,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:17:42.409901 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.415021 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port f31cd657-1478-412e-9c2f-87c5d1624d23 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:42.415021 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.452642 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-b38f8c0b-877c-4b31-ab82-593c04ec798b None None] Current status of the port 699cf35c-0da6-4dce-aed4-1ffbc730c426 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:42.474547 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Network cd2032f5-5a27-476d-8252-4bffba372b66 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:17:42.484568 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:17:42.489185 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:17:42.495559 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa82265-85ca-4292-bb4c-e763a60c0306,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:42.545170 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Routers {'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:17:42.545822 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:17:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:42.548627 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247694b-79ae-4ddf-9dc2-f291584446a9 None None] Pushing event updated for resources: {'Port': ['ID=b1c70877-5f14-408f-ae9a-8ac65464edb8,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:42.549848 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-868814'] for router_interface (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.552440 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a933231d-e4fb-4fa8-a81a-8e622f846a06 None None] Network cd2032f5-5a27-476d-8252-4bffba372b66 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:17:42.687220 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] Set router ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:17:42.712807 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.783420 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port f31cd657-1478-412e-9c2f-87c5d1624d23 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:42.783734 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.824983 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-6ceffd6f-0937-4219-a546-d09d8c656ec0 None None] Provisioning complete for port f31cd657-1478-412e-9c2f-87c5d1624d23 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:42.825348 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6ceffd6f-0937-4219-a546-d09d8c656ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.874513 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port f31cd657-1478-412e-9c2f-87c5d1624d23, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=f31cd657-1478-412e-9c2f-87c5d1624d23,segment=NetworkSegment(f86139f9-a92c-459b-8f85-5239571bf9fa),segment_id=f86139f9-a92c-459b-8f85-5239571bf9fa)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:17:42.895089 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.938777 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'name': 'tempest-TestMinimumBasicScenario-62690865-router', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:39Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 3, 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'gw_port': {'id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:40Z', 'updated_at': '2022-03-07T18:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:42.978016 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Publish callbacks [] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.988795 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:42.999775 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da2bda-c7f3-4752-9fdd-4e47f2d1d5a9 None None] The sync data for ids ['ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'] in dv-cinder-832291-1-iscsi is: [{'id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'name': 'tempest-TestMinimumBasicScenario-62690865-router', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:39Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 3, 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'gw_port': {'id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:40Z', 'updated_at': '2022-03-07T18:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:17:43.010804 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=f31cd657-1478-412e-9c2f-87c5d1624d23,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:43.034987 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-6ceffd6f-0937-4219-a546-d09d8c656ec0 None None] Current status of the port f31cd657-1478-412e-9c2f-87c5d1624d23 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:43.098449 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa82265-85ca-4292-bb4c-e763a60c0306,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:43.110184 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868770'] for router_interface (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:43.225753 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Network cd2032f5-5a27-476d-8252-4bffba372b66 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:17:43.227379 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:17:43.237227 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:17:43.266217 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-77968e7a-1ca2-4d85-b23b-8912bbeb8a44 None None] Provisioning complete for port 9aa82265-85ca-4292-bb4c-e763a60c0306 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:43.267186 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-77968e7a-1ca2-4d85-b23b-8912bbeb8a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:43.349187 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-77968e7a-1ca2-4d85-b23b-8912bbeb8a44 None None] Port 9aa82265-85ca-4292-bb4c-e763a60c0306 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:17:43.380349 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Router ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:17:43.382118 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-77968e7a-1ca2-4d85-b23b-8912bbeb8a44 None None] Provisioning complete for port f31cd657-1478-412e-9c2f-87c5d1624d23 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:43.382738 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-77968e7a-1ca2-4d85-b23b-8912bbeb8a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:43.526871 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-77968e7a-1ca2-4d85-b23b-8912bbeb8a44 None None] Current status of the port f31cd657-1478-412e-9c2f-87c5d1624d23 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:43.556127 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:17:43.575175 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-32b57361-bbe2-43b3-a1ca-95b5fc8b8ec1 admin admin] 10.222.0.13 "PUT /v2.0/routers/ad8cefb8-26ad-4cfd-a01a-2df8b15cc348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3463292 Mar 07 18:17:43.665822 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-22a520fd-0875-44ad-898a-3b45d4d36199 None None] Provisioning complete for port 9aa82265-85ca-4292-bb4c-e763a60c0306 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:43.666395 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-22a520fd-0875-44ad-898a-3b45d4d36199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:43.747215 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-22a520fd-0875-44ad-898a-3b45d4d36199 None None] Port 9aa82265-85ca-4292-bb4c-e763a60c0306 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:17:43.759591 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device f31cd657-1478-412e-9c2f-87c5d1624d23 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:17:43.821745 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port f31cd657-1478-412e-9c2f-87c5d1624d23 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:43.822569 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:43.927746 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port f31cd657-1478-412e-9c2f-87c5d1624d23 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:43.929020 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 699cf35c-0da6-4dce-aed4-1ffbc730c426 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:17:43.986497 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-c04d0935-82a9-4493-821c-36019978655c None None] Provisioning complete for port 9aa82265-85ca-4292-bb4c-e763a60c0306 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:43.986963 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c04d0935-82a9-4493-821c-36019978655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:44.033913 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-c04d0935-82a9-4493-821c-36019978655c None None] Port 9aa82265-85ca-4292-bb4c-e763a60c0306 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:17:44.039541 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 699cf35c-0da6-4dce-aed4-1ffbc730c426 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:44.040108 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:44.126376 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 699cf35c-0da6-4dce-aed4-1ffbc730c426 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:44.127481 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device b1c70877-5f14-408f-ae9a-8ac65464edb8 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:17:44.188116 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port b1c70877-5f14-408f-ae9a-8ac65464edb8 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:44.188628 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:44.280514 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port b1c70877-5f14-408f-ae9a-8ac65464edb8 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:44.280976 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:44.301653 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-27de2699-2f79-4199-8b0d-f85cd52ecf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:44.311792 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port b1c70877-5f14-408f-ae9a-8ac65464edb8, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=b1c70877-5f14-408f-ae9a-8ac65464edb8,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:17:44.316122 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:44.377006 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=b1c70877-5f14-408f-ae9a-8ac65464edb8,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:45.439257 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:45.531447 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device b1c70877-5f14-408f-ae9a-8ac65464edb8 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:17:45.562786 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:45.604077 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port b1c70877-5f14-408f-ae9a-8ac65464edb8 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:45.604613 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:45.706995 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port b1c70877-5f14-408f-ae9a-8ac65464edb8 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:45.775479 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Sync routers for ids ['ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:17:45.787482 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Routers {'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:17:45.788037 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:17:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:45.912530 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Set router ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:17:46.132311 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'name': 'tempest-TestMinimumBasicScenario-62690865-router', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:39Z', 'updated_at': '2022-03-07T18:17:42Z', 'revision_number': 4, 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'gw_port': {'id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:40Z', 'updated_at': '2022-03-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '9aa82265-85ca-4292-bb4c-e763a60c0306', 'name': '', 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'mac_address': 'fa:16:3e:ef:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '59c4badd-b789-4bfd-82df-5130f65a60f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:41Z', 'updated_at': '2022-03-07T18:17:42Z', 'revision_number': 2, 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'subnets': [{'id': '59c4badd-b789-4bfd-82df-5130f65a60f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:46.166311 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Checking router: ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:17:46.166670 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Updating router ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 port 9aa82265-85ca-4292-bb4c-e763a60c0306 binding host dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:17:46.198053 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:46.492827 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Publish callbacks [] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:46.500930 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:46.577605 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb200a-5427-45d2-9d20-2dd322b920b4 None None] Pushing event updated for resources: {'Port': ['ID=9aa82265-85ca-4292-bb4c-e763a60c0306,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:46.609402 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Attempting to bind port 9aa82265-85ca-4292-bb4c-e763a60c0306 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:17:46.610152 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Attempting to bind port 9aa82265-85ca-4292-bb4c-e763a60c0306 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': 'f86139f9-a92c-459b-8f85-5239571bf9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:17:46.610751 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Attempting to bind port 9aa82265-85ca-4292-bb4c-e763a60c0306 on network cd2032f5-5a27-476d-8252-4bffba372b66 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:17:46.619784 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:17:46.620356 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Checking segment: {'id': 'f86139f9-a92c-459b-8f85-5239571bf9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:17:46.621521 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:46.622125 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Bound using segment: {'id': 'f86139f9-a92c-459b-8f85-5239571bf9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:17:46.623225 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Bound port: 9aa82265-85ca-4292-bb4c-e763a60c0306, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86139f9-a92c-459b-8f85-5239571bf9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:17:46.623707 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:46.712847 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] For port 9aa82265-85ca-4292-bb4c-e763a60c0306, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:17:46.721546 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] For port 9aa82265-85ca-4292-bb4c-e763a60c0306, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=9aa82265-85ca-4292-bb4c-e763a60c0306,segment=NetworkSegment(f86139f9-a92c-459b-8f85-5239571bf9fa),segment_id=f86139f9-a92c-459b-8f85-5239571bf9fa)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:17:46.730131 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:46.803726 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-a8ec09e6-e0cd-41da-9019-edd97172c4e7 None None] Provisioning complete for port 9aa82265-85ca-4292-bb4c-e763a60c0306 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:46.804105 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a8ec09e6-e0cd-41da-9019-edd97172c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:46.811213 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Routers {'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:17:46.811871 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:17:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:46.875331 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb200a-5427-45d2-9d20-2dd322b920b4 None None] Pushing event updated for resources: {'Port': ['ID=9aa82265-85ca-4292-bb4c-e763a60c0306,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:46.958090 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:46.976578 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec09e6-e0cd-41da-9019-edd97172c4e7 None None] Current status of the port 9aa82265-85ca-4292-bb4c-e763a60c0306 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:46.976975 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a8ec09e6-e0cd-41da-9019-edd97172c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:47.056192 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-a8ec09e6-e0cd-41da-9019-edd97172c4e7 None None] For port 9aa82265-85ca-4292-bb4c-e763a60c0306, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=9aa82265-85ca-4292-bb4c-e763a60c0306,segment=NetworkSegment(f86139f9-a92c-459b-8f85-5239571bf9fa),segment_id=f86139f9-a92c-459b-8f85-5239571bf9fa)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:17:47.058251 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] Set router ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:17:47.227177 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a8ec09e6-e0cd-41da-9019-edd97172c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:47.340606 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec09e6-e0cd-41da-9019-edd97172c4e7 None None] Pushing event updated for resources: {'Port': ['ID=9aa82265-85ca-4292-bb4c-e763a60c0306,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:47.393555 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-f6bb3be1-0c06-4685-bca1-04f355e759ae None None] Provisioning complete for port 9aa82265-85ca-4292-bb4c-e763a60c0306 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:47.393932 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3be1-0c06-4685-bca1-04f355e759ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:47.527613 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-f6bb3be1-0c06-4685-bca1-04f355e759ae None None] Current status of the port 9aa82265-85ca-4292-bb4c-e763a60c0306 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:47.532854 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'name': 'tempest-TestMinimumBasicScenario-62690865-router', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:39Z', 'updated_at': '2022-03-07T18:17:42Z', 'revision_number': 4, 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'gw_port': {'id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:40Z', 'updated_at': '2022-03-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '9aa82265-85ca-4292-bb4c-e763a60c0306', 'name': '', 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'mac_address': 'fa:16:3e:ef:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '59c4badd-b789-4bfd-82df-5130f65a60f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:41Z', 'updated_at': '2022-03-07T18:17:46Z', 'revision_number': 4, 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'subnets': [{'id': '59c4badd-b789-4bfd-82df-5130f65a60f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:17:47.559566 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaec67f-4600-43fb-8f8d-887ede9c7765 None None] The sync data for ids ['ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'] in dv-cinder-832291-1-iscsi is: [{'id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'name': 'tempest-TestMinimumBasicScenario-62690865-router', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:39Z', 'updated_at': '2022-03-07T18:17:42Z', 'revision_number': 4, 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'gw_port': {'id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:40Z', 'updated_at': '2022-03-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '9aa82265-85ca-4292-bb4c-e763a60c0306', 'name': '', 'network_id': 'cd2032f5-5a27-476d-8252-4bffba372b66', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'mac_address': 'fa:16:3e:ef:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '59c4badd-b789-4bfd-82df-5130f65a60f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:41Z', 'updated_at': '2022-03-07T18:17:46Z', 'revision_number': 4, 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'subnets': [{'id': '59c4badd-b789-4bfd-82df-5130f65a60f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:17:48.301251 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-93f888b0-dbe1-4fd6-a6b9-28cc1d48b49b req-396780cb-c502-4a58-9277-433619550beb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629063 Mar 07 18:17:48.396603 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f888b0-dbe1-4fd6-a6b9-28cc1d48b49b req-db05cfd8-9551-4ebd-8774-5089b1f54e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:48.397967 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-93f888b0-dbe1-4fd6-a6b9-28cc1d48b49b req-db05cfd8-9551-4ebd-8774-5089b1f54e85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=246784bbaaeb4899bb99187384041d42&device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 1129 time: 0.0541728 Mar 07 18:17:48.534664 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f888b0-dbe1-4fd6-a6b9-28cc1d48b49b req-b3c2c37d-2f38-4ca5-a2b9-f383c879de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:48.536556 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-93f888b0-dbe1-4fd6-a6b9-28cc1d48b49b req-b3c2c37d-2f38-4ca5-a2b9-f383c879de73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff839f24-e12f-4a87-9697-bfe326c1e617 HTTP/1.1" status: 200 len: 909 time: 0.1083028 Mar 07 18:17:48.558946 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:48.618610 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-93f888b0-dbe1-4fd6-a6b9-28cc1d48b49b req-03c637b5-128e-433d-a6fb-5bbb0890c080 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e20ef3-6973-41d9-beb8-ca2986248682 HTTP/1.1" status: 200 len: 1000 time: 0.0742798 Mar 07 18:17:48.676728 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f888b0-dbe1-4fd6-a6b9-28cc1d48b49b req-a835c610-e1d1-46a9-8a77-aff0a1316507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:48.678942 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-93f888b0-dbe1-4fd6-a6b9-28cc1d48b49b req-a835c610-e1d1-46a9-8a77-aff0a1316507 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181 HTTP/1.1" status: 200 len: 847 time: 0.0544658 Mar 07 18:17:48.737662 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f888b0-dbe1-4fd6-a6b9-28cc1d48b49b req-8d8405a2-806b-4338-9493-8b0a7957f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:48.739308 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-93f888b0-dbe1-4fd6-a6b9-28cc1d48b49b req-8d8405a2-806b-4338-9493-8b0a7957f1bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff839f24-e12f-4a87-9697-bfe326c1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517147 Mar 07 18:17:48.845296 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-93f888b0-dbe1-4fd6-a6b9-28cc1d48b49b req-6b20b43a-ddb0-4adf-9980-39e3a3414e16 service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991232 Mar 07 18:17:48.972052 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-93f888b0-dbe1-4fd6-a6b9-28cc1d48b49b req-df41b2b3-2947-4ea7-9ba8-9fd03547a8a9 service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179032 Mar 07 18:17:49.546628 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 9aa82265-85ca-4292-bb4c-e763a60c0306 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:17:49.601722 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 9aa82265-85ca-4292-bb4c-e763a60c0306 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:49.602399 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:49.680198 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 9aa82265-85ca-4292-bb4c-e763a60c0306 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:17:53.122022 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-eec7719e-614b-4963-bfb6-a3ede0fea945 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:53.123462 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-eec7719e-614b-4963-bfb6-a3ede0fea945 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/networks?id=cefe2843-001d-4267-925b-e2bf958b840d HTTP/1.1" status: 200 len: 815 time: 0.1027334 Mar 07 18:17:53.139367 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-aed1b72a-6429-4e12-8cef-230fc2b83717 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/quotas/7938205fe7d3437a99f30e88f21f74b9 HTTP/1.1" status: 200 len: 375 time: 0.0104055 Mar 07 18:17:53.192504 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-fa37885f-b233-4554-b334-055129e25fc5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7938205fe7d3437a99f30e88f21f74b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483284 Mar 07 18:17:53.285701 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-d9abbb9c-f16c-4b3a-bc04-c74ad323cf6b service neutron] 10.222.0.13 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813730 Mar 07 18:17:53.375460 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-42f684f2-e9b4-4292-bd93-41ad36d8ee55 service neutron] 10.222.0.13 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841541 Mar 07 18:17:53.531148 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-32753a37-0539-4d6b-ab02-e11242b853ce req-1ffcdf37-545c-4bc5-8318-4546c18a205d tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 210 time: 0.0273802 Mar 07 18:17:54.431049 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bbbf4f12-4757-4eeb-b870-ad7380b09002 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:54.432630 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bbbf4f12-4757-4eeb-b870-ad7380b09002 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.37 "GET /v2.0/networks?id=cefe2843-001d-4267-925b-e2bf958b840d HTTP/1.1" status: 200 len: 815 time: 0.1024683 Mar 07 18:17:54.444220 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Request body: {'port': {'device_id': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'admin_state_up': True, 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:17:54.551686 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Made reservation on behalf of 7938205fe7d3437a99f30e88f21f74b9 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:17:54.555419 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:54.648676 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-396a12e1-e08e-4a83-b581-ba43db9fbf24 req-338fc746-c491-48e3-9e41-1bca78adf889 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 210 time: 0.0361726 Mar 07 18:17:54.709917 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Allocated IP 172.20.0.12 (cefe2843-001d-4267-925b-e2bf958b840d/90d863cb-6184-4ed2-a0df-ba812003e0fd/8480dce5-7df6-42ae-9a93-f640a0afa54d) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:17:54.920805 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:54.973957 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:55.034832 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Network cefe2843-001d-4267-925b-e2bf958b840d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:17:55.037774 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:17:55.042318 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:17:55.067370 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event updated for resources: {'Port': ['ID=8480dce5-7df6-42ae-9a93-f640a0afa54d,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:17:55.109638 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:55.110673 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:55.151576 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-bd1e7bbb-1b11-416c-9b37-2c4d1130f4b1 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6991539 Mar 07 18:17:55.323345 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-3edd3a83-8724-406a-8133-7eb11a8a2feb None None] Provisioning complete for port 8480dce5-7df6-42ae-9a93-f640a0afa54d triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:17:55.323936 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3edd3a83-8724-406a-8133-7eb11a8a2feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:17:55.363030 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-3edd3a83-8724-406a-8133-7eb11a8a2feb None None] Port 8480dce5-7df6-42ae-9a93-f640a0afa54d cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:17:55.781323 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd61ed-e139-4330-812c-d454af3e920b req-6d1f9b8c-b669-4fd9-8435-cfe83c7532cb tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:55.782994 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-42fd61ed-e139-4330-812c-d454af3e920b req-6d1f9b8c-b669-4fd9-8435-cfe83c7532cb tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 932 time: 0.0608916 Mar 07 18:17:55.833471 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-42fd61ed-e139-4330-812c-d454af3e920b req-93adae3e-a60f-4fe9-b85e-c80e00cd9fc3 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447145 Mar 07 18:17:56.998149 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97654dce-93c1-4f21-9820-27b77d59595c req-a345327f-0689-4300-8a09-94278243e018 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:56.999521 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97654dce-93c1-4f21-9820-27b77d59595c req-a345327f-0689-4300-8a09-94278243e018 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 932 time: 0.0586116 Mar 07 18:17:57.050600 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97654dce-93c1-4f21-9820-27b77d59595c req-3846fe51-087e-4710-9e1a-e099f7b8d527 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447948 Mar 07 18:17:58.174208 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1ae99-5e3d-4422-888b-897f4608747f req-6356295f-10eb-48e5-9274-f9cdd151e3cd tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:58.180601 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4eb1ae99-5e3d-4422-888b-897f4608747f req-6356295f-10eb-48e5-9274-f9cdd151e3cd tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 932 time: 0.0636220 Mar 07 18:17:58.233703 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4eb1ae99-5e3d-4422-888b-897f4608747f req-40aa251d-dec8-4522-809e-52b28e2a6645 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458689 Mar 07 18:17:59.374680 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ded756-3f50-4da9-9d6f-a6ed6e3085a8 req-eebe179c-5c65-4ba3-a0c2-4ebdca7d7824 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:17:59.376204 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-54ded756-3f50-4da9-9d6f-a6ed6e3085a8 req-eebe179c-5c65-4ba3-a0c2-4ebdca7d7824 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 932 time: 0.0601075 Mar 07 18:17:59.432964 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-54ded756-3f50-4da9-9d6f-a6ed6e3085a8 req-2293e086-8e29-4fd5-a383-8f25b1bdecb3 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501950 Mar 07 18:18:00.556074 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2363a6-7a07-4422-89a0-79ece4d2b2d8 req-e9a4a95c-d01f-42ce-9609-22fc2d2d64eb tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:00.557852 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8d2363a6-7a07-4422-89a0-79ece4d2b2d8 req-e9a4a95c-d01f-42ce-9609-22fc2d2d64eb tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 932 time: 0.0569940 Mar 07 18:18:00.612351 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8d2363a6-7a07-4422-89a0-79ece4d2b2d8 req-201e8cae-fbfa-4e12-88cc-372a59820ba3 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481150 Mar 07 18:18:01.732574 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97881025-cd34-4192-92e8-c23335582bb3 req-8ef2c075-0f52-4695-bfea-6e87e257b512 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:01.734074 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97881025-cd34-4192-92e8-c23335582bb3 req-8ef2c075-0f52-4695-bfea-6e87e257b512 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 932 time: 0.0541234 Mar 07 18:18:01.783486 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97881025-cd34-4192-92e8-c23335582bb3 req-fd881bee-ab6c-4ad5-a9cf-a9596971b194 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432417 Mar 07 18:18:02.178177 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Request body: {'port': {'device_id': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:18:02.239752 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:02.533958 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8480dce5-7df6-42ae-9a93-f640a0afa54d {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:18:02.542080 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Publish callbacks [] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:02.556774 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Transition to ACTIVE for port object 8480dce5-7df6-42ae-9a93-f640a0afa54d will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:18:02.561553 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:02.613946 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Pushing event updated for resources: {'Port': ['ID=8480dce5-7df6-42ae-9a93-f640a0afa54d,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:02.689529 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Attempting to bind port 8480dce5-7df6-42ae-9a93-f640a0afa54d on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:18:02.690242 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Attempting to bind port 8480dce5-7df6-42ae-9a93-f640a0afa54d by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:18:02.690596 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Attempting to bind port 8480dce5-7df6-42ae-9a93-f640a0afa54d on network cefe2843-001d-4267-925b-e2bf958b840d {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:18:02.695953 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Port 8480dce5-7df6-42ae-9a93-f640a0afa54d on network cefe2843-001d-4267-925b-e2bf958b840d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:18:02.696299 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Attempting to bind port 8480dce5-7df6-42ae-9a93-f640a0afa54d on network cefe2843-001d-4267-925b-e2bf958b840d {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:18:02.702571 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:18:02.702990 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Checking segment: {'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:18:02.703372 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Bound using segment: {'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:18:02.703912 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Bound port: 8480dce5-7df6-42ae-9a93-f640a0afa54d, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fa319e-54de-471e-8edc-0e02940b0973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:18:02.704366 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:02.777047 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] For port 8480dce5-7df6-42ae-9a93-f640a0afa54d, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:18:02.780578 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] For port 8480dce5-7df6-42ae-9a93-f640a0afa54d, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:18:02.786980 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:02.829022 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:02.829022 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:02.830100 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] 10.222.0.37 "PUT /v2.0/ports/8480dce5-7df6-42ae-9a93-f640a0afa54d HTTP/1.1" status: 200 len: 1094 time: 0.6566517 Mar 07 18:18:02.830700 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:18:02.834306 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0746ea9-e21c-43ab-bd96-5a0a4a0a13ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:18:02.865079 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a04083-a925-4051-b42e-e3b6ee637b20 service neutron] Pushing event updated for resources: {'Port': ['ID=8480dce5-7df6-42ae-9a93-f640a0afa54d,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:02.917650 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81261c35-7b14-4352-8f4f-01d5057b8988 x-openstack-request-id: req-81261c35-7b14-4352-8f4f-01d5057b8988 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:18:02.917964 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:18:02.918217 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81261c35-7b14-4352-8f4f-01d5057b8988 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:18:02.919252 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'status': 'completed', 'code': 200} Mar 07 18:18:02.977232 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebe332-9cc5-4732-b35c-059d14b1aedf req-9134fadb-7c52-4413-8ab4-7337ffa482cc tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:02.978787 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-84ebe332-9cc5-4732-b35c-059d14b1aedf req-9134fadb-7c52-4413-8ab4-7337ffa482cc tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 944 time: 0.1104238 Mar 07 18:18:02.985985 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-aa13247f-ebc0-4915-8a62-9329defb35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:02.987481 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-aa13247f-ebc0-4915-8a62-9329defb35ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7938205fe7d3437a99f30e88f21f74b9&device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 1128 time: 0.0854478 Mar 07 18:18:03.036269 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-7aad8fd1-5791-46fe-9f44-12b264357228 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d HTTP/1.1" status: 200 len: 217 time: 0.0417233 Mar 07 18:18:03.335490 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-84ebe332-9cc5-4732-b35c-059d14b1aedf req-c5c92283-6d6f-4f87-993e-f3f336e14d92 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470232 Mar 07 18:18:03.345424 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-fc477ac3-d339-4302-b1f4-678e443e034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:03.346920 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-fc477ac3-d339-4302-b1f4-678e443e034e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90d863cb-6184-4ed2-a0df-ba812003e0fd HTTP/1.1" status: 200 len: 854 time: 0.3048573 Mar 07 18:18:03.400982 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-fd7df52d-7997-40a9-b4f7-7b6eba785a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:03.402665 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-fd7df52d-7997-40a9-b4f7-7b6eba785a3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cefe2843-001d-4267-925b-e2bf958b840d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494521 Mar 07 18:18:03.490879 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-403241fb-c156-46d9-9a02-d41c52cd1f7b service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823963 Mar 07 18:18:03.578890 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cb9941ff-4216-4725-b2cc-fd89e0685e71 req-914fb9e9-f5fb-4519-a302-d6e3ae7e0684 service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825925 Mar 07 18:18:03.669651 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0746ea9-e21c-43ab-bd96-5a0a4a0a13ec req-3a507e6a-2d0f-48ac-a47b-f82b6a5a1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:03.671432 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0746ea9-e21c-43ab-bd96-5a0a4a0a13ec req-3a507e6a-2d0f-48ac-a47b-f82b6a5a1574 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7938205fe7d3437a99f30e88f21f74b9&device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 1128 time: 0.0467072 Mar 07 18:18:03.775588 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0746ea9-e21c-43ab-bd96-5a0a4a0a13ec req-ce29e1cd-4558-48f6-8349-b439bbb8813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:03.777303 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0746ea9-e21c-43ab-bd96-5a0a4a0a13ec req-ce29e1cd-4558-48f6-8349-b439bbb8813e service neutron] 10.222.0.37 "GET /v2.0/networks?id=cefe2843-001d-4267-925b-e2bf958b840d HTTP/1.1" status: 200 len: 916 time: 0.1001081 Mar 07 18:18:03.824275 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0746ea9-e21c-43ab-bd96-5a0a4a0a13ec req-2dcb38be-2882-4ab7-b806-7ce78b4fa68e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d HTTP/1.1" status: 200 len: 217 time: 0.0404508 Mar 07 18:18:03.876331 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0746ea9-e21c-43ab-bd96-5a0a4a0a13ec req-af602aea-4ca7-4859-9bec-60267ff4e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:03.877921 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0746ea9-e21c-43ab-bd96-5a0a4a0a13ec req-af602aea-4ca7-4859-9bec-60267ff4e48a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90d863cb-6184-4ed2-a0df-ba812003e0fd HTTP/1.1" status: 200 len: 854 time: 0.0481679 Mar 07 18:18:03.933709 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0746ea9-e21c-43ab-bd96-5a0a4a0a13ec req-138f3b13-d74d-47c6-a6f9-b4297b6784d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:03.935748 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0746ea9-e21c-43ab-bd96-5a0a4a0a13ec req-138f3b13-d74d-47c6-a6f9-b4297b6784d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cefe2843-001d-4267-925b-e2bf958b840d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518384 Mar 07 18:18:04.030432 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0746ea9-e21c-43ab-bd96-5a0a4a0a13ec req-0ec97f8e-08a8-43cb-8805-02dc882fc01d service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880766 Mar 07 18:18:04.126618 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b0746ea9-e21c-43ab-bd96-5a0a4a0a13ec req-ebd083f1-a70d-4bd3-9cb5-6adfda47fbfd service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900168 Mar 07 18:18:04.453104 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a67830-ecb6-4244-be22-2a138fa770d6 req-09c1f280-dfad-46e4-9c40-b309782c2e75 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:04.455001 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-91a67830-ecb6-4244-be22-2a138fa770d6 req-09c1f280-dfad-46e4-9c40-b309782c2e75 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 944 time: 0.0530229 Mar 07 18:18:04.501012 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-91a67830-ecb6-4244-be22-2a138fa770d6 req-df75b1b2-781c-4c20-b66a-e92080dbdc82 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399907 Mar 07 18:18:04.954782 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 8480dce5-7df6-42ae-9a93-f640a0afa54d details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:18:05.053096 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 8480dce5-7df6-42ae-9a93-f640a0afa54d, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:18:05.064173 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'port_id': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'mac_address': 'fa:16:3e:8c:68:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:18:05.100860 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 8480dce5-7df6-42ae-9a93-f640a0afa54d is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:18:05.101176 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:05.113992 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8480dce5-7df6-42ae-9a93-f640a0afa54d {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:18:05.135151 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 8480dce5-7df6-42ae-9a93-f640a0afa54d, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:18:05.138918 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:05.185098 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=8480dce5-7df6-42ae-9a93-f640a0afa54d,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:05.357698 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['8480dce5-7df6-42ae-9a93-f640a0afa54d'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:18:05.625384 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ffcc5-7095-4362-967a-13c87ef6ebaa req-6684687e-0099-42f1-81f2-8163f2254694 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:05.626759 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-526ffcc5-7095-4362-967a-13c87ef6ebaa req-6684687e-0099-42f1-81f2-8163f2254694 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 945 time: 0.0521407 Mar 07 18:18:05.679210 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-526ffcc5-7095-4362-967a-13c87ef6ebaa req-286e4151-9e83-496e-9eda-ae7c7f33b99d tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451980 Mar 07 18:18:06.810324 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e63d4b-3832-4071-93dd-ede2b3b9a5bb req-d6be2aad-c602-4bcc-8ba9-62fe8a5e1d02 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:06.811842 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87e63d4b-3832-4071-93dd-ede2b3b9a5bb req-d6be2aad-c602-4bcc-8ba9-62fe8a5e1d02 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 945 time: 0.0550511 Mar 07 18:18:06.862120 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87e63d4b-3832-4071-93dd-ede2b3b9a5bb req-9fa09623-d17c-4440-afa6-d40c5c48d4da tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439224 Mar 07 18:18:06.955128 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 8480dce5-7df6-42ae-9a93-f640a0afa54d up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:18:07.005588 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 8480dce5-7df6-42ae-9a93-f640a0afa54d completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:18:07.009407 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 8480dce5-7df6-42ae-9a93-f640a0afa54d triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:18:07.009779 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:07.087259 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 8480dce5-7df6-42ae-9a93-f640a0afa54d is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:18:07.087627 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:07.110726 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:18:07.112990 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3977ea2d-0565-4aa0-bafc-00eced208fe0" -d '{"events": [{"server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "name": "network-vif-plugged", "status": "completed", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:18:07.125971 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 8480dce5-7df6-42ae-9a93-f640a0afa54d, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:18:07.129815 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:07.157140 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4182899-403f-4bfc-86a2-6c2b6e2b4247 x-openstack-request-id: req-d4182899-403f-4bfc-86a2-6c2b6e2b4247 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:18:07.157434 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "name": "network-vif-plugged", "status": "completed", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:18:07.157687 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4182899-403f-4bfc-86a2-6c2b6e2b4247 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:18:07.158075 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'code': 200} Mar 07 18:18:07.181151 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=8480dce5-7df6-42ae-9a93-f640a0afa54d,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:07.323870 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca6639-bdb5-4bbb-a2f4-40b66e35523e req-4ceb0431-4fa5-4f16-8253-3c263e97542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:07.325931 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-32ca6639-bdb5-4bbb-a2f4-40b66e35523e req-4ceb0431-4fa5-4f16-8253-3c263e97542b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 1130 time: 0.0437076 Mar 07 18:18:07.369051 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-32ca6639-bdb5-4bbb-a2f4-40b66e35523e req-d6b85a10-1140-4171-9841-ce37fc0b50be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372117 Mar 07 18:18:07.988700 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fd530-d132-4df0-a16b-ed49d27fd92c req-f22dcb3e-c8a2-4ef6-8bbf-6c4b6dd5821f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:07.990411 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1b3fd530-d132-4df0-a16b-ed49d27fd92c req-f22dcb3e-c8a2-4ef6-8bbf-6c4b6dd5821f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 946 time: 0.0640624 Mar 07 18:18:08.041459 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1b3fd530-d132-4df0-a16b-ed49d27fd92c req-24e66e35-fa1e-4255-99c4-ea88a4726012 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455682 Mar 07 18:18:09.169138 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9c97a-8e4a-490f-8ed1-658fe9481625 req-d5086750-9a3e-4b88-96b7-39a0cddf75de tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:09.170829 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2ec9c97a-8e4a-490f-8ed1-658fe9481625 req-d5086750-9a3e-4b88-96b7-39a0cddf75de tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 946 time: 0.0551994 Mar 07 18:18:09.218331 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2ec9c97a-8e4a-490f-8ed1-658fe9481625 req-9fe97338-b0d5-4892-8a65-80002e4e3bf2 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410986 Mar 07 18:18:09.332737 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187d98-7e11-4fe0-a17c-87364c72c382 req-4ac779f5-1762-4975-9004-6c6b93420b96 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:09.334345 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba187d98-7e11-4fe0-a17c-87364c72c382 req-4ac779f5-1762-4975-9004-6c6b93420b96 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 946 time: 0.0521719 Mar 07 18:18:09.383332 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ba187d98-7e11-4fe0-a17c-87364c72c382 req-3b0d0f81-1bfe-4e4b-a715-a663822aa390 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Mar 07 18:18:09.904880 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479d7f7-4789-47ad-8d01-304c895b3c2a req-c84628f8-84e2-4889-b92f-abab197166f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:09.906421 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a479d7f7-4789-47ad-8d01-304c895b3c2a req-c84628f8-84e2-4889-b92f-abab197166f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 946 time: 0.0552530 Mar 07 18:18:09.953528 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a479d7f7-4789-47ad-8d01-304c895b3c2a req-2af3dae7-1f9a-411c-ac20-9f3372a90b56 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Mar 07 18:18:12.104209 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1376063c-a532-4e9c-bbbb-87fcc4ff13b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:14.283975 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-13f6fa0e-3e2e-44ac-8b49-2eef337dc3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:15.436564 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:15.498970 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:16.890706 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:18.290994 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4296a3-6c0c-4e31-9c28-f522c14ae19e req-013b6970-6556-4d7e-aebe-75e70ac85e7e tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:18.292481 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cd4296a3-6c0c-4e31-9c28-f522c14ae19e req-013b6970-6556-4d7e-aebe-75e70ac85e7e tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 946 time: 0.0516236 Mar 07 18:18:18.338113 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-cd4296a3-6c0c-4e31-9c28-f522c14ae19e req-04686379-15ca-4c00-b41c-2a5051327def tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395997 Mar 07 18:18:18.366940 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44444) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:18:18.499633 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a6b69-e935-45d9-8442-193c4607c881 tempest-TestMinimumBasicScenario-2099366047 tempest-TestMinimumBasicScenario-2099366047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:18.501206 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-ca4a6b69-e935-45d9-8442-193c4607c881 tempest-TestMinimumBasicScenario-2099366047 tempest-TestMinimumBasicScenario-2099366047-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 1125 time: 0.1332836 Mar 07 18:18:18.503997 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44448) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:18:18.508092 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'port_id': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:18:18.529062 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:18.551804 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:18.621223 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:18.724562 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Allocated IP 172.27.0.81 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/77a80878-fa2e-40cf-872d-885144c236da) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:18:18.820322 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for port (77a80878-fa2e-40cf-872d-885144c236da), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:18.853343 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (77a80878-fa2e-40cf-872d-885144c236da), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:19.147611 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:18:19.151881 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:18:19.155622 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:18:19.161015 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event updated for resources: {'Port': ['ID=77a80878-fa2e-40cf-872d-885144c236da,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:19.188721 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.189077 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.189427 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.189771 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.190112 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.190448 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.190783 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.191115 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.191444 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.191774 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.192104 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.192457 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.192783 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:18:19.519394 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for floatingip (b71c3ca7-7056-4259-803b-d408e316e31a), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:19.585092 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (77a80878-fa2e-40cf-872d-885144c236da), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:19.737622 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for port (77a80878-fa2e-40cf-872d-885144c236da), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:19.741928 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (77a80878-fa2e-40cf-872d-885144c236da), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:19.807887 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event updated for resources: {'Port': ['ID=77a80878-fa2e-40cf-872d-885144c236da,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:19.818094 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (b71c3ca7-7056-4259-803b-d408e316e31a), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:19.922590 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.l3_db [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Floating IP b71c3ca7-7056-4259-803b-d408e316e31a associated. External IP: 172.27.0.81, port: 8480dce5-7df6-42ae-9a93-f640a0afa54d. Mar 07 18:18:20.133499 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:18:20.235626 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:18:20.243464 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:18:20.253426 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cb2ec-ccc9-43a9-89b9-423b0f65c22b None None] Sync routers for ids ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:18:20.262589 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.263941 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cb2ec-ccc9-43a9-89b9-423b0f65c22b None None] Routers {'8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:18:20.264579 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-005cb2ec-ccc9-43a9-89b9-423b0f65c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:18:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:18:20.292562 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-975b12d1-2b6e-47c6-b990-d3b3ea8647db tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7875073 Mar 07 18:18:20.293550 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:18:20.295588 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44450) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:18:20.296140 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dc58d7-9229-4cfd-ade2-3aef28459654" -d '{"events": [{"name": "network-changed", "server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:18:20.300766 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-0194a2fd-4cc5-495f-b3cf-c0c39919aa30 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846984638', 'description': 'tempest-secgroup-smoke-846984638 description', 'project_id': '7938205fe7d3437a99f30e88f21f74b9'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:18:20.328189 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0194a2fd-4cc5-495f-b3cf-c0c39919aa30 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.336701 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b25ff4-2f42-4369-9e71-80cda17d8456 x-openstack-request-id: req-f1b25ff4-2f42-4369-9e71-80cda17d8456 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:18:20.337099 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:18:20.337409 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1b25ff4-2f42-4369-9e71-80cda17d8456 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:18:20.338021 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'status': 'completed', 'code': 200} Mar 07 18:18:20.438274 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0194a2fd-4cc5-495f-b3cf-c0c39919aa30 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group (fd04b1b3-d66f-4a08-9e2f-636c9de4aff5), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.440601 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc58d7-9229-4cfd-ade2-3aef28459654 req-b6322bfb-abba-43fe-8b44-cdf541298c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:20.442326 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e1dc58d7-9229-4cfd-ade2-3aef28459654 req-b6322bfb-abba-43fe-8b44-cdf541298c16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7938205fe7d3437a99f30e88f21f74b9&device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 1130 time: 0.0805626 Mar 07 18:18:20.443369 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0194a2fd-4cc5-495f-b3cf-c0c39919aa30 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (fd04b1b3-d66f-4a08-9e2f-636c9de4aff5), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.475888 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-005cb2ec-ccc9-43a9-89b9-423b0f65c22b None None] Set router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:18:20.500122 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0194a2fd-4cc5-495f-b3cf-c0c39919aa30 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.504260 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-0194a2fd-4cc5-495f-b3cf-c0c39919aa30 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2046673 Mar 07 18:18:20.504664 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44454) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:18:20.505551 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194a2fd-4cc5-495f-b3cf-c0c39919aa30 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:20.510486 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a630998b-6506-4eec-a0c8-7501d6a68bf6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Request body: {'security_group_rule': {'security_group_id': 'fd04b1b3-d66f-4a08-9e2f-636c9de4aff5', 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:18:20.540001 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a630998b-6506-4eec-a0c8-7501d6a68bf6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (dd6da260-1c3b-48e0-9c59-98f90c6d29b7), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.569411 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc58d7-9229-4cfd-ade2-3aef28459654 req-72674235-60c9-4ae1-aa7b-b5efe59cdb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:20.570787 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e1dc58d7-9229-4cfd-ade2-3aef28459654 req-72674235-60c9-4ae1-aa7b-b5efe59cdb36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cefe2843-001d-4267-925b-e2bf958b840d HTTP/1.1" status: 200 len: 916 time: 0.1200023 Mar 07 18:18:20.602857 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a630998b-6506-4eec-a0c8-7501d6a68bf6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (dd6da260-1c3b-48e0-9c59-98f90c6d29b7), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.608414 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a630998b-6506-4eec-a0c8-7501d6a68bf6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (dd6da260-1c3b-48e0-9c59-98f90c6d29b7), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.630450 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630998b-6506-4eec-a0c8-7501d6a68bf6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6da260-1c3b-48e0-9c59-98f90c6d29b7,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:20.636434 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a630998b-6506-4eec-a0c8-7501d6a68bf6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.638082 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-a630998b-6506-4eec-a0c8-7501d6a68bf6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314642 Mar 07 18:18:20.640949 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44456) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:18:20.645555 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-9e6024de-b96d-4fad-a810-f0da68d41e5c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Request body: {'security_group_rule': {'security_group_id': 'fd04b1b3-d66f-4a08-9e2f-636c9de4aff5', 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:18:20.652111 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e1dc58d7-9229-4cfd-ade2-3aef28459654 req-6e10fd45-fa9e-47d3-acaa-9c35285339ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d HTTP/1.1" status: 200 len: 999 time: 0.0744317 Mar 07 18:18:20.709173 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-005cb2ec-ccc9-43a9-89b9-423b0f65c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 4, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'b71c3ca7-7056-4259-803b-d408e316e31a', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'port_id': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'mac_address': 'fa:16:3e:8c:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:18:19Z', 'updated_at': '2022-03-07T18:18:19Z', 'revision_number': 0, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '699cf35c-0da6-4dce-aed4-1ffbc730c426', 'name': '', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'mac_address': 'fa:16:3e:c7:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:37Z', 'updated_at': '2022-03-07T18:17:41Z', 'revision_number': 5, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'subnets': [{'id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:18:20.713461 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9e6024de-b96d-4fad-a810-f0da68d41e5c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (4efb95a8-bd86-40ef-9716-18f0ec04dc88), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.718336 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc58d7-9229-4cfd-ade2-3aef28459654 req-589c22d3-bf05-4b0a-8b9e-4869c8f18ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:20.719810 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e1dc58d7-9229-4cfd-ade2-3aef28459654 req-589c22d3-bf05-4b0a-8b9e-4869c8f18ead service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90d863cb-6184-4ed2-a0df-ba812003e0fd HTTP/1.1" status: 200 len: 854 time: 0.0618243 Mar 07 18:18:20.735468 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cb2ec-ccc9-43a9-89b9-423b0f65c22b None None] Checking router: 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:18:20.743587 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cb2ec-ccc9-43a9-89b9-423b0f65c22b None None] Routers {'8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:18:20.744215 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-005cb2ec-ccc9-43a9-89b9-423b0f65c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:18:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:18:20.799366 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9e6024de-b96d-4fad-a810-f0da68d41e5c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (4efb95a8-bd86-40ef-9716-18f0ec04dc88), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.804253 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc58d7-9229-4cfd-ade2-3aef28459654 req-0f728023-172d-4759-a45e-b67b52a40ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:20.805810 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e1dc58d7-9229-4cfd-ade2-3aef28459654 req-0f728023-172d-4759-a45e-b67b52a40ec0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cefe2843-001d-4267-925b-e2bf958b840d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799584 Mar 07 18:18:20.806855 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9e6024de-b96d-4fad-a810-f0da68d41e5c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (4efb95a8-bd86-40ef-9716-18f0ec04dc88), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.843840 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6024de-b96d-4fad-a810-f0da68d41e5c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4efb95a8-bd86-40ef-9716-18f0ec04dc88,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:20.859078 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-005cb2ec-ccc9-43a9-89b9-423b0f65c22b None None] Set router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:18:20.859304 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9e6024de-b96d-4fad-a810-f0da68d41e5c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.859304 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-9e6024de-b96d-4fad-a810-f0da68d41e5c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2168493 Mar 07 18:18:20.861758 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44458) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:18:20.866844 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5b649f3f-209a-48db-8a0e-61ef1ecc8018 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Request body: {'security_group_rule': {'security_group_id': 'fd04b1b3-d66f-4a08-9e2f-636c9de4aff5', 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:18:20.897973 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b649f3f-209a-48db-8a0e-61ef1ecc8018 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (9d916630-b6a0-4ae0-a07e-f86065ef6b33), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.920291 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e1dc58d7-9229-4cfd-ade2-3aef28459654 req-31d6e202-bfe7-4840-bd3f-60c4ebdbca0c service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069014 Mar 07 18:18:20.962972 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b649f3f-209a-48db-8a0e-61ef1ecc8018 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (9d916630-b6a0-4ae0-a07e-f86065ef6b33), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.967615 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b649f3f-209a-48db-8a0e-61ef1ecc8018 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (9d916630-b6a0-4ae0-a07e-f86065ef6b33), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:20.983736 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b649f3f-209a-48db-8a0e-61ef1ecc8018 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d916630-b6a0-4ae0-a07e-f86065ef6b33,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:20.996823 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b649f3f-209a-48db-8a0e-61ef1ecc8018 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.000736 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-5b649f3f-209a-48db-8a0e-61ef1ecc8018 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354752 Mar 07 18:18:21.001081 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44460) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:18:21.005927 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9200d271-5455-4cbb-ae87-77e51afbc9da tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Request body: {'security_group_rule': {'security_group_id': 'fd04b1b3-d66f-4a08-9e2f-636c9de4aff5', 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:18:21.022555 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e1dc58d7-9229-4cfd-ade2-3aef28459654 req-6703fd6e-5ce8-498b-bb37-31516046647e service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958881 Mar 07 18:18:21.031293 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9200d271-5455-4cbb-ae87-77e51afbc9da tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (9644419b-3854-4ebd-a9aa-94b6e4aa0ba1), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.090915 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9200d271-5455-4cbb-ae87-77e51afbc9da tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (9644419b-3854-4ebd-a9aa-94b6e4aa0ba1), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.094935 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9200d271-5455-4cbb-ae87-77e51afbc9da tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (9644419b-3854-4ebd-a9aa-94b6e4aa0ba1), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.100054 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-005cb2ec-ccc9-43a9-89b9-423b0f65c22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 4, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'b71c3ca7-7056-4259-803b-d408e316e31a', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'port_id': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'mac_address': 'fa:16:3e:8c:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:18:19Z', 'updated_at': '2022-03-07T18:18:19Z', 'revision_number': 0, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '699cf35c-0da6-4dce-aed4-1ffbc730c426', 'name': '', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'mac_address': 'fa:16:3e:c7:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:37Z', 'updated_at': '2022-03-07T18:17:41Z', 'revision_number': 5, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'subnets': [{'id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:18:21.113128 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200d271-5455-4cbb-ae87-77e51afbc9da tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9644419b-3854-4ebd-a9aa-94b6e4aa0ba1,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:21.121551 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9200d271-5455-4cbb-ae87-77e51afbc9da tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.122754 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-9200d271-5455-4cbb-ae87-77e51afbc9da tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206453 Mar 07 18:18:21.125474 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44462) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:18:21.126983 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cb2ec-ccc9-43a9-89b9-423b0f65c22b None None] The sync data for ids ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'] in dv-cinder-832291-1-iscsi is: [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 4, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'b71c3ca7-7056-4259-803b-d408e316e31a', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'port_id': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'mac_address': 'fa:16:3e:8c:68:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:18:19Z', 'updated_at': '2022-03-07T18:18:19Z', 'revision_number': 0, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '699cf35c-0da6-4dce-aed4-1ffbc730c426', 'name': '', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'mac_address': 'fa:16:3e:c7:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:37Z', 'updated_at': '2022-03-07T18:17:41Z', 'revision_number': 5, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'subnets': [{'id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:18:21.131345 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-578bad42-6f73-4f7f-8c6c-365f46fe94d9 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Request body: {'security_group_rule': {'security_group_id': 'fd04b1b3-d66f-4a08-9e2f-636c9de4aff5', 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:18:21.152203 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-578bad42-6f73-4f7f-8c6c-365f46fe94d9 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Project 7938205fe7d3437a99f30e88f21f74b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 18:18:21.158117 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-578bad42-6f73-4f7f-8c6c-365f46fe94d9 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (3539390b-2f7f-47e6-abc2-8c01f82bfc7d), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.217947 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-578bad42-6f73-4f7f-8c6c-365f46fe94d9 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (3539390b-2f7f-47e6-abc2-8c01f82bfc7d), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.221462 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-578bad42-6f73-4f7f-8c6c-365f46fe94d9 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (3539390b-2f7f-47e6-abc2-8c01f82bfc7d), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.239421 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bad42-6f73-4f7f-8c6c-365f46fe94d9 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3539390b-2f7f-47e6-abc2-8c01f82bfc7d,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:21.247475 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-578bad42-6f73-4f7f-8c6c-365f46fe94d9 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.248879 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-578bad42-6f73-4f7f-8c6c-365f46fe94d9 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221745 Mar 07 18:18:21.251584 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44464) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:18:21.256275 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f3383bd9-481e-437f-acf9-0793c8c3274a tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Request body: {'security_group_rule': {'security_group_id': 'fd04b1b3-d66f-4a08-9e2f-636c9de4aff5', 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:18:21.281739 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-f3383bd9-481e-437f-acf9-0793c8c3274a tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Project 7938205fe7d3437a99f30e88f21f74b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 18:18:21.287987 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3383bd9-481e-437f-acf9-0793c8c3274a tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (3ac40c43-544f-4840-b97d-86249896c514), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.352870 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732ba0d-fc02-4cfc-a6ec-08d62eb1896e None None] New status for floating IP b71c3ca7-7056-4259-803b-d408e316e31a: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:18:21.366270 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3383bd9-481e-437f-acf9-0793c8c3274a tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (3ac40c43-544f-4840-b97d-86249896c514), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.370484 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3383bd9-481e-437f-acf9-0793c8c3274a tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (3ac40c43-544f-4840-b97d-86249896c514), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.391112 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3383bd9-481e-437f-acf9-0793c8c3274a tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac40c43-544f-4840-b97d-86249896c514,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:21.401981 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3383bd9-481e-437f-acf9-0793c8c3274a tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.404629 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-f3383bd9-481e-437f-acf9-0793c8c3274a tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520483 Mar 07 18:18:21.496983 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6b6f1697-8ded-4b97-ac07-47fb1511ac01 req-28c97e1d-b8ae-4e82-9326-181fb2b4bcbd tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846984638&fields=id&tenant_id=7938205fe7d3437a99f30e88f21f74b9 HTTP/1.1" status: 200 len: 267 time: 0.0478735 Mar 07 18:18:21.555902 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f1697-8ded-4b97-ac07-47fb1511ac01 req-d3decfe6-e8f1-4f9a-b2e3-fff6514a75ad tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:21.557416 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6b6f1697-8ded-4b97-ac07-47fb1511ac01 req-d3decfe6-e8f1-4f9a-b2e3-fff6514a75ad tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 946 time: 0.0546310 Mar 07 18:18:21.567961 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-6b6f1697-8ded-4b97-ac07-47fb1511ac01 req-4da0cf82-4e73-49bb-b14f-00b9b67684b6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Request body: {'port': {'security_groups': ['7105cac1-2541-40f2-85f2-226f6d266d58', 'fd04b1b3-d66f-4a08-9e2f-636c9de4aff5']}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:18:21.638902 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6b6f1697-8ded-4b97-ac07-47fb1511ac01 req-4da0cf82-4e73-49bb-b14f-00b9b67684b6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.817809 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-6b6f1697-8ded-4b97-ac07-47fb1511ac01 req-4da0cf82-4e73-49bb-b14f-00b9b67684b6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] For port 8480dce5-7df6-42ae-9a93-f640a0afa54d, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:18:21.846812 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6b6f1697-8ded-4b97-ac07-47fb1511ac01 req-4da0cf82-4e73-49bb-b14f-00b9b67684b6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.851514 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6b6f1697-8ded-4b97-ac07-47fb1511ac01 req-4da0cf82-4e73-49bb-b14f-00b9b67684b6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.874956 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['8480dce5-7df6-42ae-9a93-f640a0afa54d'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:18:21.897024 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f1697-8ded-4b97-ac07-47fb1511ac01 req-4da0cf82-4e73-49bb-b14f-00b9b67684b6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:21.897690 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-6b6f1697-8ded-4b97-ac07-47fb1511ac01 req-4da0cf82-4e73-49bb-b14f-00b9b67684b6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:21.899110 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6b6f1697-8ded-4b97-ac07-47fb1511ac01 req-4da0cf82-4e73-49bb-b14f-00b9b67684b6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "PUT /v2.0/ports/8480dce5-7df6-42ae-9a93-f640a0afa54d HTTP/1.1" status: 200 len: 982 time: 0.3355479 Mar 07 18:18:21.899565 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:18:21.903262 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648682b0-939a-4bd9-8fd7-828f2ef67252" -d '{"events": [{"name": "network-changed", "server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:18:21.925364 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0cf82-4e73-49bb-b14f-00b9b67684b6 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event updated for resources: {'Port': ['ID=8480dce5-7df6-42ae-9a93-f640a0afa54d,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:18:21.965574 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e67da2a-0b2c-4f1b-8fb8-2a72f47f4e54 x-openstack-request-id: req-2e67da2a-0b2c-4f1b-8fb8-2a72f47f4e54 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:18:21.966046 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:18:21.966311 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e67da2a-0b2c-4f1b-8fb8-2a72f47f4e54 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:18:21.966719 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'status': 'completed', 'code': 200} Mar 07 18:18:21.970169 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['8480dce5-7df6-42ae-9a93-f640a0afa54d'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:18:22.077899 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648682b0-939a-4bd9-8fd7-828f2ef67252 req-cfcb7dd5-7ea3-486e-a9d1-e5aeea6dee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:22.079642 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-648682b0-939a-4bd9-8fd7-828f2ef67252 req-cfcb7dd5-7ea3-486e-a9d1-e5aeea6dee6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7938205fe7d3437a99f30e88f21f74b9&device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 1169 time: 0.0782835 Mar 07 18:18:22.089673 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029d414-f299-485f-9c73-846ffa1c0710 req-1fb25954-13b2-422b-a2c7-2968a763bd19 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:22.092096 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6029d414-f299-485f-9c73-846ffa1c0710 req-1fb25954-13b2-422b-a2c7-2968a763bd19 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.1024477 Mar 07 18:18:22.207020 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-9dfbe501-a937-4c4b-9399-f94172281472 None None] Provisioning complete for port 8480dce5-7df6-42ae-9a93-f640a0afa54d triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:18:22.207438 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe501-a937-4c4b-9399-f94172281472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:22.218119 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6029d414-f299-485f-9c73-846ffa1c0710 req-20f86848-246e-4672-b85d-f0b7ebe7b362 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168106 Mar 07 18:18:22.227878 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648682b0-939a-4bd9-8fd7-828f2ef67252 req-87d2be6a-fe62-462f-a1ce-ef2294970b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:22.229382 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-648682b0-939a-4bd9-8fd7-828f2ef67252 req-87d2be6a-fe62-462f-a1ce-ef2294970b3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=cefe2843-001d-4267-925b-e2bf958b840d HTTP/1.1" status: 200 len: 916 time: 0.1362174 Mar 07 18:18:22.299494 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-648682b0-939a-4bd9-8fd7-828f2ef67252 req-08ccebfc-4ef5-445c-9772-3c1ffb6fed99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d HTTP/1.1" status: 200 len: 1001 time: 0.0598226 Mar 07 18:18:22.345329 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648682b0-939a-4bd9-8fd7-828f2ef67252 req-72705837-6332-4434-9593-a302518f7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:22.346710 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-648682b0-939a-4bd9-8fd7-828f2ef67252 req-72705837-6332-4434-9593-a302518f7b6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90d863cb-6184-4ed2-a0df-ba812003e0fd HTTP/1.1" status: 200 len: 854 time: 0.0423894 Mar 07 18:18:22.402537 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648682b0-939a-4bd9-8fd7-828f2ef67252 req-9d7b7558-c8f0-4853-a4f6-4f1a842fdaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:22.404442 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-648682b0-939a-4bd9-8fd7-828f2ef67252 req-9d7b7558-c8f0-4853-a4f6-4f1a842fdaae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cefe2843-001d-4267-925b-e2bf958b840d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527058 Mar 07 18:18:22.428886 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-9dfbe501-a937-4c4b-9399-f94172281472 None None] Current status of the port 8480dce5-7df6-42ae-9a93-f640a0afa54d is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:18:22.494936 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-648682b0-939a-4bd9-8fd7-828f2ef67252 req-3ecb96d0-0707-4b38-83da-ef6979d78b04 service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852101 Mar 07 18:18:22.585513 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-648682b0-939a-4bd9-8fd7-828f2ef67252 req-977b3f33-5415-4fe9-964a-906da2c9a9e0 service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855896 Mar 07 18:18:42.107394 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2e16ea93-36a1-40b8-b895-0a6ce65e3468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:44.285332 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-536a8339-1ed8-4b2c-8f7c-8fe6ac87eb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:45.036694 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56cc89-975f-4314-be83-918e8f310ef3 req-74320424-1da5-41fb-bc24-a184a5a453a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:45.038206 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a56cc89-975f-4314-be83-918e8f310ef3 req-74320424-1da5-41fb-bc24-a184a5a453a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7938205fe7d3437a99f30e88f21f74b9&device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 1169 time: 0.0450437 Mar 07 18:18:45.176041 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56cc89-975f-4314-be83-918e8f310ef3 req-296a908f-8f63-4b20-a056-7eb9b42fd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:45.177693 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a56cc89-975f-4314-be83-918e8f310ef3 req-296a908f-8f63-4b20-a056-7eb9b42fd6dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=cefe2843-001d-4267-925b-e2bf958b840d HTTP/1.1" status: 200 len: 916 time: 0.1334507 Mar 07 18:18:45.186220 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fff6ff-e1ca-453e-ab51-f5dd21dcfb22 req-02781b58-b249-4871-a6df-c581aedd7b8d tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:45.188112 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38fff6ff-e1ca-453e-ab51-f5dd21dcfb22 req-02781b58-b249-4871-a6df-c581aedd7b8d tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.2037234 Mar 07 18:18:45.279747 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a56cc89-975f-4314-be83-918e8f310ef3 req-4a98003b-dbd8-4726-88cd-a7929bae8750 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d HTTP/1.1" status: 200 len: 1001 time: 0.0906301 Mar 07 18:18:45.303365 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38fff6ff-e1ca-453e-ab51-f5dd21dcfb22 req-e5b96cbe-4b91-4e5e-8e63-f65f758d60fa tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088555 Mar 07 18:18:45.336623 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56cc89-975f-4314-be83-918e8f310ef3 req-91f3767a-acd2-4ad3-835d-3c1b4c723be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:45.338172 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a56cc89-975f-4314-be83-918e8f310ef3 req-91f3767a-acd2-4ad3-835d-3c1b4c723be6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90d863cb-6184-4ed2-a0df-ba812003e0fd HTTP/1.1" status: 200 len: 854 time: 0.0495133 Mar 07 18:18:45.388612 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56cc89-975f-4314-be83-918e8f310ef3 req-8a4ab544-2790-4729-900d-99b0450748bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:45.390020 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a56cc89-975f-4314-be83-918e8f310ef3 req-8a4ab544-2790-4729-900d-99b0450748bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cefe2843-001d-4267-925b-e2bf958b840d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446064 Mar 07 18:18:45.439560 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:45.484741 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a56cc89-975f-4314-be83-918e8f310ef3 req-15d33268-7fcf-45ae-8630-678d3a701b03 service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876727 Mar 07 18:18:45.529227 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:45.572005 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8a56cc89-975f-4314-be83-918e8f310ef3 req-44da3b9d-2b5a-48bb-9e29-8c86f73f2594 service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816598 Mar 07 18:18:46.474473 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3d9c9-5215-4457-9ade-ed9a3905d0c0 req-923d3a15-dd55-4469-bd52-3824f9f42b3b tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:46.476022 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-efc3d9c9-5215-4457-9ade-ed9a3905d0c0 req-923d3a15-dd55-4469-bd52-3824f9f42b3b tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.1039307 Mar 07 18:18:46.539184 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-efc3d9c9-5215-4457-9ade-ed9a3905d0c0 req-125795af-a2eb-4efb-b52f-832a4f9912ac tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575137 Mar 07 18:18:46.893846 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:47.655969 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05289102-e795-467d-851e-fda12c4cc0db req-05356a15-e9e3-4082-bd5b-26c13fadbb71 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:47.657464 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-05289102-e795-467d-851e-fda12c4cc0db req-05356a15-e9e3-4082-bd5b-26c13fadbb71 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0529931 Mar 07 18:18:47.715303 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-05289102-e795-467d-851e-fda12c4cc0db req-6e9b5c2a-a583-498c-8672-357726283808 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522790 Mar 07 18:18:48.554153 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:18:48.830527 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc8e62-b2d0-4e1f-b051-f63ce0e80297 req-69268c27-f1f9-4a84-869b-16ffb47939d5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:48.831967 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2ebc8e62-b2d0-4e1f-b051-f63ce0e80297 req-69268c27-f1f9-4a84-869b-16ffb47939d5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0515938 Mar 07 18:18:48.889877 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2ebc8e62-b2d0-4e1f-b051-f63ce0e80297 req-a190778f-f5c8-4a56-90fe-23546661faf3 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520306 Mar 07 18:18:49.273147 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89b8a29a-504b-4257-8027-503ab064c9a6 req-fe3266bd-a5d1-489b-91bc-224a90c42219 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462165 Mar 07 18:18:49.359685 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8a29a-504b-4257-8027-503ab064c9a6 req-dc39e697-b04f-47c2-ab2e-00157b40793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:49.361166 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89b8a29a-504b-4257-8027-503ab064c9a6 req-dc39e697-b04f-47c2-ab2e-00157b40793e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=246784bbaaeb4899bb99187384041d42&device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 1129 time: 0.0436182 Mar 07 18:18:49.460527 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8a29a-504b-4257-8027-503ab064c9a6 req-c85ddfc8-6e8a-4a3c-8fea-081bd358ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:49.461978 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89b8a29a-504b-4257-8027-503ab064c9a6 req-c85ddfc8-6e8a-4a3c-8fea-081bd358ae32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff839f24-e12f-4a87-9697-bfe326c1e617 HTTP/1.1" status: 200 len: 909 time: 0.0837700 Mar 07 18:18:49.524363 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89b8a29a-504b-4257-8027-503ab064c9a6 req-b9f6ff9c-0fac-482e-8011-f8e9969d8cfa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e20ef3-6973-41d9-beb8-ca2986248682 HTTP/1.1" status: 200 len: 1000 time: 0.0559175 Mar 07 18:18:49.569891 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8a29a-504b-4257-8027-503ab064c9a6 req-4439496e-d859-4fe6-b73e-a4dcf2f1974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:49.571273 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89b8a29a-504b-4257-8027-503ab064c9a6 req-4439496e-d859-4fe6-b73e-a4dcf2f1974c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181 HTTP/1.1" status: 200 len: 847 time: 0.0411623 Mar 07 18:18:49.621116 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8a29a-504b-4257-8027-503ab064c9a6 req-80b13e01-6990-4474-94c7-e710c4620dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:49.622568 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89b8a29a-504b-4257-8027-503ab064c9a6 req-80b13e01-6990-4474-94c7-e710c4620dbf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff839f24-e12f-4a87-9697-bfe326c1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452459 Mar 07 18:18:49.706645 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89b8a29a-504b-4257-8027-503ab064c9a6 req-f015f0dc-4758-4c49-b9df-7a92f3ef1866 service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783255 Mar 07 18:18:49.793068 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89b8a29a-504b-4257-8027-503ab064c9a6 req-2e892c9c-2c72-4a44-9b68-403df339f2e8 service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807686 Mar 07 18:18:50.009970 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792fce4-c21c-4211-9403-ff53376a26aa req-fe5ada76-a584-44f9-a933-6c84cadf87fd tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:50.011433 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8792fce4-c21c-4211-9403-ff53376a26aa req-fe5ada76-a584-44f9-a933-6c84cadf87fd tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0528014 Mar 07 18:18:50.068698 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8792fce4-c21c-4211-9403-ff53376a26aa req-a6bb551a-1b84-4450-b43a-3e1c27d183ee tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512867 Mar 07 18:18:51.183461 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b13da-0bb5-4a15-a798-2dbb7d4090d0 req-e5df680f-d09d-495c-8488-25e37746b2ed tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:51.185018 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fa3b13da-0bb5-4a15-a798-2dbb7d4090d0 req-e5df680f-d09d-495c-8488-25e37746b2ed tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0520329 Mar 07 18:18:51.247673 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fa3b13da-0bb5-4a15-a798-2dbb7d4090d0 req-d35805eb-9886-438e-82a1-85ab1e8458b3 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564165 Mar 07 18:18:52.364762 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22c247-8154-432f-86e1-2c40ee0da079 req-ae307ea7-a466-4a5a-ab16-d0446971c911 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:52.366230 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dc22c247-8154-432f-86e1-2c40ee0da079 req-ae307ea7-a466-4a5a-ab16-d0446971c911 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0521967 Mar 07 18:18:52.424593 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-dc22c247-8154-432f-86e1-2c40ee0da079 req-f892863e-c317-4375-ade1-de0350494d8f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527356 Mar 07 18:18:53.541809 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f555e4-a977-4948-af48-8404f8d9f155 req-0c6eba60-5f5f-4996-9663-10782e565f31 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:53.543277 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-39f555e4-a977-4948-af48-8404f8d9f155 req-0c6eba60-5f5f-4996-9663-10782e565f31 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0526764 Mar 07 18:18:53.603271 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-39f555e4-a977-4948-af48-8404f8d9f155 req-5865ff80-f752-4c53-bdf5-c66a4ba8d42f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538330 Mar 07 18:18:54.956483 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a01aea-9867-4998-9c74-75517684e83d req-4b834146-58af-46aa-be51-7776e7b974da tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:54.957934 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87a01aea-9867-4998-9c74-75517684e83d req-4b834146-58af-46aa-be51-7776e7b974da tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.2895010 Mar 07 18:18:55.016666 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87a01aea-9867-4998-9c74-75517684e83d req-d4f0eca9-7c61-4526-a664-dda54f70f9f2 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526638 Mar 07 18:18:56.133004 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03aa17-d29c-4295-bf91-99784e200e9d req-a312886a-1dac-4141-9c34-803e92650883 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:56.134373 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9c03aa17-d29c-4295-bf91-99784e200e9d req-a312886a-1dac-4141-9c34-803e92650883 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0527511 Mar 07 18:18:56.194186 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-9c03aa17-d29c-4295-bf91-99784e200e9d req-66087e80-abaa-461b-95f4-6f4d1ed4eecd tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526028 Mar 07 18:18:57.235405 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:18:57.315142 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c79f8-1adf-418a-a5a3-2d5135cf5197 req-b239f108-05d8-43a4-8d2f-142930270664 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:57.316614 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5a1c79f8-1adf-418a-a5a3-2d5135cf5197 req-b239f108-05d8-43a4-8d2f-142930270664 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0546527 Mar 07 18:18:57.373529 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5a1c79f8-1adf-418a-a5a3-2d5135cf5197 req-8fdbf0a8-3db4-4501-a38e-de3cde230110 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513377 Mar 07 18:18:58.492516 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671ea6e-06af-4a07-84d3-1c8faf4fa768 req-3b1ded3b-d719-4da6-b4a7-a4dd401f2b62 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:58.493991 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4671ea6e-06af-4a07-84d3-1c8faf4fa768 req-3b1ded3b-d719-4da6-b4a7-a4dd401f2b62 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0535119 Mar 07 18:18:58.556721 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4671ea6e-06af-4a07-84d3-1c8faf4fa768 req-1503edcc-4aaa-4e32-b44d-7517bc4ca77b tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569923 Mar 07 18:18:59.672988 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529ad42-c54e-4dd6-9934-adcf82504db1 req-95b4fccc-37e3-41b0-83f0-b51086db444a tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:18:59.674461 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d529ad42-c54e-4dd6-9934-adcf82504db1 req-95b4fccc-37e3-41b0-83f0-b51086db444a tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0533118 Mar 07 18:18:59.737569 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d529ad42-c54e-4dd6-9934-adcf82504db1 req-9c4e8d86-18f0-4c39-851a-91cedc20cd77 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574613 Mar 07 18:19:00.853734 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfed12-2de5-4c11-903c-5e6f6154ce8f req-56450e6c-006e-43a7-a5f8-13182eb69dc9 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:00.855281 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fbdfed12-2de5-4c11-903c-5e6f6154ce8f req-56450e6c-006e-43a7-a5f8-13182eb69dc9 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0520918 Mar 07 18:19:00.914288 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-fbdfed12-2de5-4c11-903c-5e6f6154ce8f req-6a8b78bc-74aa-4ec7-b755-2460e2fe9945 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526924 Mar 07 18:19:02.030218 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b10e4b-07cf-4c58-889e-799f764b430c req-7b3527a7-143f-44c9-b69b-b853b9af96c2 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:02.033112 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e3b10e4b-07cf-4c58-889e-799f764b430c req-7b3527a7-143f-44c9-b69b-b853b9af96c2 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0538478 Mar 07 18:19:02.090887 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e3b10e4b-07cf-4c58-889e-799f764b430c req-5b7c51c2-3003-42f7-a022-dd1487f98dce tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5&id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520544 Mar 07 18:19:12.109345 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-05cf11dd-32cc-436f-a345-6c67c7aeda46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:14.286901 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-668e1331-0c09-411f-98c3-f7b763bc026f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:15.443141 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:15.528838 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:16.895111 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:18.559721 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:26.957442 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44540) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:27.109134 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Deleting port 8722f1dd-d5f4-436f-a570-7b1d9737950e {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:27.109480 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (8722f1dd-d5f4-436f-a570-7b1d9737950e), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:27.182793 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (8722f1dd-d5f4-436f-a570-7b1d9737950e), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:27.183115 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for floatingip (8722f1dd-d5f4-436f-a570-7b1d9737950e), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:27.194753 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Calling delete_port for 8722f1dd-d5f4-436f-a570-7b1d9737950e owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:27.360039 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (8722f1dd-d5f4-436f-a570-7b1d9737950e), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:27.387840 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event deleted for resources: {'Port': ['ID=8722f1dd-d5f4-436f-a570-7b1d9737950e,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:27.415149 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.415527 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.415871 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.416236 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.416571 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.416898 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.417226 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.417551 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.417873 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.418196 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.418519 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.418838 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.419183 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:27.458313 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for floatingip (9ed4c392-1d56-4dc2-958a-827be1d3f6a3), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:27.458728 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.l3_db [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Floating IP 9ed4c392-1d56-4dc2-958a-827be1d3f6a3 disassociated (deleted). External IP: 172.27.0.37, port: f9e20ef3-6973-41d9-beb8-ca2986248682. Mar 07 18:19:27.665918 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Router 65bcbd03-c500-4c0b-8787-5410fc0b7610 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:19:27.774600 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:19:27.779313 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:27.784439 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b93e0-f5d1-46fb-a68b-117c9018b913 None None] Sync routers for ids ['65bcbd03-c500-4c0b-8787-5410fc0b7610'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:19:27.794038 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b93e0-f5d1-46fb-a68b-117c9018b913 None None] Routers {'65bcbd03-c500-4c0b-8787-5410fc0b7610'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:27.794709 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e88b93e0-f5d1-46fb-a68b-117c9018b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['65bcbd03-c500-4c0b-8787-5410fc0b7610'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:27.807343 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-214c3be8-d79e-4bb8-be64-74ec65b1b197 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "DELETE /v2.0/floatingips/9ed4c392-1d56-4dc2-958a-827be1d3f6a3 HTTP/1.1" status: 204 len: 168 time: 0.8488226 Mar 07 18:19:27.807910 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:19:27.810192 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:19:27.865478 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fafc14d-77e9-4a37-a1e7-e788eb1d8875 x-openstack-request-id: req-5fafc14d-77e9-4a37-a1e7-e788eb1d8875 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:19:27.865780 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:19:27.866095 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fafc14d-77e9-4a37-a1e7-e788eb1d8875 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:19:27.866522 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'status': 'completed', 'code': 200} Mar 07 18:19:27.907772 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-e88b93e0-f5d1-46fb-a68b-117c9018b913 None None] Set router 65bcbd03-c500-4c0b-8787-5410fc0b7610 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:27.988401 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-7a08ae39-39e3-4023-9c7f-aad2d4e941f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:27.989919 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-7a08ae39-39e3-4023-9c7f-aad2d4e941f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=246784bbaaeb4899bb99187384041d42&device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 1129 time: 0.1045752 Mar 07 18:19:28.109140 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68777f7b-f1a0-4ec8-90e7-43df2f494283 req-a2c861df-c482-4e82-9efc-90e847580a9d tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:28.109411 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e88b93e0-f5d1-46fb-a68b-117c9018b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:12:24Z', 'revision_number': 4, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a', 'name': '', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'mac_address': 'fa:16:3e:b3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:23Z', 'updated_at': '2022-03-07T18:12:27Z', 'revision_number': 5, 'project_id': '246784bbaaeb4899bb99187384041d42', 'subnets': [{'id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:28.110613 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68777f7b-f1a0-4ec8-90e7-43df2f494283 req-a2c861df-c482-4e82-9efc-90e847580a9d tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.1053622 Mar 07 18:19:28.135798 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-eb59d3e9-faf2-433e-9446-2dbf8adcdd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:28.137281 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-eb59d3e9-faf2-433e-9446-2dbf8adcdd03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff839f24-e12f-4a87-9697-bfe326c1e617 HTTP/1.1" status: 200 len: 909 time: 0.1403639 Mar 07 18:19:28.139702 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b93e0-f5d1-46fb-a68b-117c9018b913 None None] Checking router: 65bcbd03-c500-4c0b-8787-5410fc0b7610 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:19:28.148984 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b93e0-f5d1-46fb-a68b-117c9018b913 None None] Routers {'65bcbd03-c500-4c0b-8787-5410fc0b7610'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:28.149594 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e88b93e0-f5d1-46fb-a68b-117c9018b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['65bcbd03-c500-4c0b-8787-5410fc0b7610'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:28.191906 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-eb458112-c54d-40d3-bc4e-7f29adcfd84a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9e20ef3-6973-41d9-beb8-ca2986248682 HTTP/1.1" status: 200 len: 217 time: 0.0452883 Mar 07 18:19:28.200469 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-68777f7b-f1a0-4ec8-90e7-43df2f494283 req-067bdd8c-8f0a-4a04-b114-7c2fc06bdf85 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805631 Mar 07 18:19:28.244253 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-32f1f4de-b645-4b5a-9c26-571610069839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:28.245718 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-32f1f4de-b645-4b5a-9c26-571610069839 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181 HTTP/1.1" status: 200 len: 847 time: 0.0444260 Mar 07 18:19:28.256254 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-e88b93e0-f5d1-46fb-a68b-117c9018b913 None None] Set router 65bcbd03-c500-4c0b-8787-5410fc0b7610 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:28.300596 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-873dac0f-5ed1-4fed-9ca3-acbde2ec8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:28.302126 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-873dac0f-5ed1-4fed-9ca3-acbde2ec8b28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff839f24-e12f-4a87-9697-bfe326c1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485218 Mar 07 18:19:28.311865 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-731bf308-e41a-4938-8f1c-36be6addfecf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:19:28.312834 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-731bf308-e41a-4938-8f1c-36be6addfecf service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049100 Mar 07 18:19:28.404237 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-ac646c5c-335d-4dec-a04e-225fb0d1f748 service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841866 Mar 07 18:19:28.499893 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e26b80d0-6c04-4df8-b4bb-c779c8c40cbe req-e45c0837-906a-4949-89ca-6461b236fa2d service neutron] 10.222.0.37 "GET /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892963 Mar 07 18:19:28.541649 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e88b93e0-f5d1-46fb-a68b-117c9018b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:12:24Z', 'revision_number': 4, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a', 'name': '', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'mac_address': 'fa:16:3e:b3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:23Z', 'updated_at': '2022-03-07T18:12:27Z', 'revision_number': 5, 'project_id': '246784bbaaeb4899bb99187384041d42', 'subnets': [{'id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:28.567258 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b93e0-f5d1-46fb-a68b-117c9018b913 None None] The sync data for ids ['65bcbd03-c500-4c0b-8787-5410fc0b7610'] in dv-cinder-832291-1-iscsi is: [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:12:24Z', 'revision_number': 4, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': 'a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a', 'name': '', 'network_id': 'ff839f24-e12f-4a87-9697-bfe326c1e617', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'mac_address': 'fa:16:3e:b3:d2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:23Z', 'updated_at': '2022-03-07T18:12:27Z', 'revision_number': 5, 'project_id': '246784bbaaeb4899bb99187384041d42', 'subnets': [{'id': '2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:19:28.773236 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31002195-ecf5-415a-84b9-d67af7fe0e35 None None] New status for floating IP 9ed4c392-1d56-4dc2-958a-827be1d3f6a3: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:19:29.321343 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f181b-51d1-466e-9e31-4090622f6ca3 req-b3b18939-2ae2-49c5-9a50-b3867fb8ab8e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:29.322819 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-138f181b-51d1-466e-9e31-4090622f6ca3 req-b3b18939-2ae2-49c5-9a50-b3867fb8ab8e tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0534182 Mar 07 18:19:29.370338 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-138f181b-51d1-466e-9e31-4090622f6ca3 req-4f2d0a71-fc52-4f49-a4e9-6f63a1eba52c tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cef8d26-91c9-4155-ab1b-62a23e2e9811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Mar 07 18:19:29.607252 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38043901-f17e-4457-869e-7e257e0a7442 req-27a55b7d-649b-493e-ab15-91f2a6f00bff tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:29.608752 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38043901-f17e-4457-869e-7e257e0a7442 req-27a55b7d-649b-493e-ab15-91f2a6f00bff tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 945 time: 0.0513487 Mar 07 18:19:29.702703 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-38043901-f17e-4457-869e-7e257e0a7442 req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Deleting port f9e20ef3-6973-41d9-beb8-ca2986248682 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:29.703042 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-38043901-f17e-4457-869e-7e257e0a7442 req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:29.789485 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-38043901-f17e-4457-869e-7e257e0a7442 req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] For port f9e20ef3-6973-41d9-beb8-ca2986248682, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=f9e20ef3-6973-41d9-beb8-ca2986248682,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:29.789768 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-38043901-f17e-4457-869e-7e257e0a7442 req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:29.805825 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-38043901-f17e-4457-869e-7e257e0a7442 req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Calling delete_port for f9e20ef3-6973-41d9-beb8-ca2986248682 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:29.928313 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-38043901-f17e-4457-869e-7e257e0a7442 req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (f9e20ef3-6973-41d9-beb8-ca2986248682), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:29.956681 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event deleted for resources: {'Port': ['ID=f9e20ef3-6973-41d9-beb8-ca2986248682,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:29.989596 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:29.989993 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:29.990312 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:29.990638 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:29.990972 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:29.991304 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:29.991634 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:29.991960 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:29.992316 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:29.992642 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:29.992967 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:29.993288 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:29.993612 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:30.014079 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-38043901-f17e-4457-869e-7e257e0a7442 req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] No DVR routers for this DVR port f9e20ef3-6973-41d9-beb8-ca2986248682 on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:19:30.016608 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-38043901-f17e-4457-869e-7e257e0a7442 req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:30.020883 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38043901-f17e-4457-869e-7e257e0a7442 req-360c1ff1-a6f2-440b-8d95-ed7807883d36 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.37 "DELETE /v2.0/ports/f9e20ef3-6973-41d9-beb8-ca2986248682 HTTP/1.1" status: 204 len: 173 time: 0.4062850 Mar 07 18:19:30.021375 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'name': 'network-vif-deleted', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:19:30.023846 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4964d3f1-ae1e-4d1d-8608-e86a4b14c1ea" -d '{"events": [{"server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "name": "network-vif-deleted", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:19:30.060789 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c171164-7f69-4588-a4f8-6cb587f8751c x-openstack-request-id: req-8c171164-7f69-4588-a4f8-6cb587f8751c {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:19:30.061090 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1d7b74-37bc-436c-a49b-8c1f87373d47", "name": "network-vif-deleted", "tag": "f9e20ef3-6973-41d9-beb8-ca2986248682", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:19:30.061347 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c171164-7f69-4588-a4f8-6cb587f8751c {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:19:30.061759 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1d7b74-37bc-436c-a49b-8c1f87373d47', 'name': 'network-vif-deleted', 'tag': 'f9e20ef3-6973-41d9-beb8-ca2986248682', 'status': 'completed', 'code': 200} Mar 07 18:19:30.481310 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-4cce236c-30d5-41e8-be75-17ecc5925ba1 req-09cf1d52-208c-4aac-9538-25ecb64c5121 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1d7b74-37bc-436c-a49b-8c1f87373d47 HTTP/1.1" status: 200 len: 210 time: 0.0281157 Mar 07 18:19:31.537755 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44566) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:31.593395 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-77ecb8ba-8717-4dbe-aec5-4d9067bd4fe3 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group (9cef8d26-91c9-4155-ab1b-62a23e2e9811), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:31.618966 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-77ecb8ba-8717-4dbe-aec5-4d9067bd4fe3 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group (9cef8d26-91c9-4155-ab1b-62a23e2e9811), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:31.676984 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-77ecb8ba-8717-4dbe-aec5-4d9067bd4fe3 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (9cef8d26-91c9-4155-ab1b-62a23e2e9811), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:31.679553 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-77ecb8ba-8717-4dbe-aec5-4d9067bd4fe3 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:31.680725 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-77ecb8ba-8717-4dbe-aec5-4d9067bd4fe3 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] 10.222.0.13 "DELETE /v2.0/security-groups/9cef8d26-91c9-4155-ab1b-62a23e2e9811 HTTP/1.1" status: 204 len: 168 time: 0.1419997 Mar 07 18:19:31.689564 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecb8ba-8717-4dbe-aec5-4d9067bd4fe3 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cef8d26-91c9-4155-ab1b-62a23e2e9811,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:31.731417 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44570) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:32.172450 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7cfed84f-61a4-4936-b272-52635e56bd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869953'] for router_interface (65bcbd03-c500-4c0b-8787-5410fc0b7610), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:32.413967 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7cfed84f-61a4-4936-b272-52635e56bd08 admin admin] Deleting port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:32.414300 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7cfed84f-61a4-4936-b272-52635e56bd08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:32.488101 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-7cfed84f-61a4-4936-b272-52635e56bd08 admin admin] For port a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:32.488409 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7cfed84f-61a4-4936-b272-52635e56bd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:32.500215 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7cfed84f-61a4-4936-b272-52635e56bd08 admin admin] Calling delete_port for a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:32.673544 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7cfed84f-61a4-4936-b272-52635e56bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:32.701438 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfed84f-61a4-4936-b272-52635e56bd08 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:32.864960 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7cfed84f-61a4-4936-b272-52635e56bd08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869941'] for router_interface (65bcbd03-c500-4c0b-8787-5410fc0b7610), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:33.083975 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfed84f-61a4-4936-b272-52635e56bd08 admin admin] Router 65bcbd03-c500-4c0b-8787-5410fc0b7610 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:19:33.282115 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device f9e20ef3-6973-41d9-beb8-ca2986248682 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:33.303907 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: f9e20ef3-6973-41d9-beb8-ca2986248682 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:33.304284 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device f9e20ef3-6973-41d9-beb8-ca2986248682 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:33.449245 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfed84f-61a4-4936-b272-52635e56bd08 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:19:33.454537 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-7cfed84f-61a4-4936-b272-52635e56bd08 admin admin] 10.222.0.13 "PUT /v2.0/routers/65bcbd03-c500-4c0b-8787-5410fc0b7610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7221038 Mar 07 18:19:33.457757 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44574) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:33.458412 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c6b22-1b34-45be-b8fd-0a651e51ab9c None None] Sync routers for ids ['65bcbd03-c500-4c0b-8787-5410fc0b7610'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:19:33.476005 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c6b22-1b34-45be-b8fd-0a651e51ab9c None None] Routers {'65bcbd03-c500-4c0b-8787-5410fc0b7610'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:33.476746 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2a0c6b22-1b34-45be-b8fd-0a651e51ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['65bcbd03-c500-4c0b-8787-5410fc0b7610'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:33.566856 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Publish callbacks [] for router (65bcbd03-c500-4c0b-8787-5410fc0b7610), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:33.584122 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-2a0c6b22-1b34-45be-b8fd-0a651e51ab9c None None] Set router 65bcbd03-c500-4c0b-8787-5410fc0b7610 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:33.670204 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Publish callbacks [] for router_gateway (65bcbd03-c500-4c0b-8787-5410fc0b7610), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:33.721623 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Deleting port 3aaef471-9cc3-49dc-9031-53f6cae5db51 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:33.722318 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:33.761098 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2a0c6b22-1b34-45be-b8fd-0a651e51ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:19:32Z', 'revision_number': 5, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port': {'id': '3aaef471-9cc3-49dc-9031-53f6cae5db51', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:21Z', 'updated_at': '2022-03-07T18:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:33.787729 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c6b22-1b34-45be-b8fd-0a651e51ab9c None None] Checking router: 65bcbd03-c500-4c0b-8787-5410fc0b7610 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:19:33.795839 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c6b22-1b34-45be-b8fd-0a651e51ab9c None None] Routers {'65bcbd03-c500-4c0b-8787-5410fc0b7610'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:33.796471 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2a0c6b22-1b34-45be-b8fd-0a651e51ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['65bcbd03-c500-4c0b-8787-5410fc0b7610'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:33.798662 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] For port 3aaef471-9cc3-49dc-9031-53f6cae5db51, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=3aaef471-9cc3-49dc-9031-53f6cae5db51,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:33.799072 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:33.811058 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Calling delete_port for 3aaef471-9cc3-49dc-9031-53f6cae5db51 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:33.884249 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-2a0c6b22-1b34-45be-b8fd-0a651e51ab9c None None] Set router 65bcbd03-c500-4c0b-8787-5410fc0b7610 gateway port host: None {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:33.938931 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2a0c6b22-1b34-45be-b8fd-0a651e51ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:19:33Z', 'revision_number': 6, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port_host': None}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:33.965144 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c6b22-1b34-45be-b8fd-0a651e51ab9c None None] The sync data for ids ['65bcbd03-c500-4c0b-8787-5410fc0b7610'] in dv-cinder-832291-1-iscsi is: [{'id': '65bcbd03-c500-4c0b-8787-5410fc0b7610', 'name': 'tempest-TestShelveInstance-322629052-router', 'tenant_id': '246784bbaaeb4899bb99187384041d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:20Z', 'updated_at': '2022-03-07T18:19:33Z', 'revision_number': 6, 'project_id': '246784bbaaeb4899bb99187384041d42', 'gw_port_host': None}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:19:33.983532 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (3aaef471-9cc3-49dc-9031-53f6cae5db51), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.010993 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aaef471-9cc3-49dc-9031-53f6cae5db51,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:34.068784 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-869279'] for router_gateway (65bcbd03-c500-4c0b-8787-5410fc0b7610), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.175451 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-874539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9918'] for router (65bcbd03-c500-4c0b-8787-5410fc0b7610), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.177601 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Publish callbacks [] for router_controller (65bcbd03-c500-4c0b-8787-5410fc0b7610), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.233832 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:19:34.239540 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-874556'] for router (65bcbd03-c500-4c0b-8787-5410fc0b7610), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.240107 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65bcbd03-c500-4c0b-8787-5410fc0b7610 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 18:19:34.244846 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.246009 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-938bc8d8-3e98-4c0b-854c-03f79d3b8233 admin admin] 10.222.0.13 "DELETE /v2.0/routers/65bcbd03-c500-4c0b-8787-5410fc0b7610 HTTP/1.1" status: 204 len: 168 time: 0.7872727 Mar 07 18:19:34.248492 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44578) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:34.290963 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-7497dda3-6ab4-47c3-a20c-2b41e66e4271 admin admin] Deleting subnet 2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:19:34.294217 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7497dda3-6ab4-47c3-a20c-2b41e66e4271 admin admin] Publish callbacks [] for subnet (2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.334071 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7497dda3-6ab4-47c3-a20c-2b41e66e4271 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-469382'] for subnet (2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.416978 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7497dda3-6ab4-47c3-a20c-2b41e66e4271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.447232 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bdc2cd1e-5bc5-407d-b75c-2e023475632b req-ea7b63ef-6e4b-487c-af8d-39b355798353 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846984638&fields=id&tenant_id=7938205fe7d3437a99f30e88f21f74b9 HTTP/1.1" status: 200 len: 267 time: 0.0452096 Mar 07 18:19:34.468799 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7497dda3-6ab4-47c3-a20c-2b41e66e4271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495436'] for subnet (2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.498027 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497dda3-6ab4-47c3-a20c-2b41e66e4271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:34.502788 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7497dda3-6ab4-47c3-a20c-2b41e66e4271 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.505285 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2cd1e-5bc5-407d-b75c-2e023475632b req-6e91ee69-3521-4afc-921c-9dd1761a79d5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:34.508346 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-7497dda3-6ab4-47c3-a20c-2b41e66e4271 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2fd33fe9-4eb1-4cc7-9eb6-52f0b6b5f181 HTTP/1.1" status: 204 len: 168 time: 0.2567325 Mar 07 18:19:34.508503 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bdc2cd1e-5bc5-407d-b75c-2e023475632b req-6e91ee69-3521-4afc-921c-9dd1761a79d5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 985 time: 0.0542033 Mar 07 18:19:34.508622 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44582) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:34.508744 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de9a7b-2cfb-456b-92b8-563ac6df54f4 None None] Network ff839f24-e12f-4a87-9697-bfe326c1e617 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:19:34.521686 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-bdc2cd1e-5bc5-407d-b75c-2e023475632b req-c36b81c9-311a-4a74-9243-ec389a308b5f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Request body: {'port': {'security_groups': ['7105cac1-2541-40f2-85f2-226f6d266d58']}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:19:34.579789 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (ff839f24-e12f-4a87-9697-bfe326c1e617), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.605475 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-bdc2cd1e-5bc5-407d-b75c-2e023475632b req-c36b81c9-311a-4a74-9243-ec389a308b5f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.637912 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Deleting port f990a7ab-2738-438c-81de-df699ec744b8 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:34.638299 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (f990a7ab-2738-438c-81de-df699ec744b8), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.724283 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] For port f990a7ab-2738-438c-81de-df699ec744b8, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=f990a7ab-2738-438c-81de-df699ec744b8,segment=NetworkSegment(788367e6-7c70-4245-8874-80985e1ab8c7),segment_id=788367e6-7c70-4245-8874-80985e1ab8c7)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:34.725247 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (f990a7ab-2738-438c-81de-df699ec744b8), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.743481 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Calling delete_port for f990a7ab-2738-438c-81de-df699ec744b8 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:34.806346 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-bdc2cd1e-5bc5-407d-b75c-2e023475632b req-c36b81c9-311a-4a74-9243-ec389a308b5f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] For port 8480dce5-7df6-42ae-9a93-f640a0afa54d, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:34.825372 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] DHCP port deletion for ff839f24-e12f-4a87-9697-bfe326c1e617 request from dv-cinder-832291-1-iscsi {{(pid=103235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 18:19:34.847911 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-bdc2cd1e-5bc5-407d-b75c-2e023475632b req-c36b81c9-311a-4a74-9243-ec389a308b5f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.851419 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (f990a7ab-2738-438c-81de-df699ec744b8), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.854467 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-bdc2cd1e-5bc5-407d-b75c-2e023475632b req-c36b81c9-311a-4a74-9243-ec389a308b5f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.869114 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['8480dce5-7df6-42ae-9a93-f640a0afa54d'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:19:34.899525 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] No DVR routers for this DVR port f990a7ab-2738-438c-81de-df699ec744b8 on host dv-cinder-832291-1-iscsi {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:19:34.905325 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Pushing event deleted for resources: {'Port': ['ID=f990a7ab-2738-438c-81de-df699ec744b8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:34.925095 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2cd1e-5bc5-407d-b75c-2e023475632b req-c36b81c9-311a-4a74-9243-ec389a308b5f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:34.926794 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-bdc2cd1e-5bc5-407d-b75c-2e023475632b req-c36b81c9-311a-4a74-9243-ec389a308b5f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.928886 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-bdc2cd1e-5bc5-407d-b75c-2e023475632b req-c36b81c9-311a-4a74-9243-ec389a308b5f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "PUT /v2.0/ports/8480dce5-7df6-42ae-9a93-f640a0afa54d HTTP/1.1" status: 200 len: 943 time: 0.4123354 Mar 07 18:19:34.929268 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:19:34.931742 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e235b7-b37d-4beb-9cd3-ab290bcee976" -d '{"events": [{"name": "network-changed", "server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:19:34.936837 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44586) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:34.947060 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Deleting port f990a7ab-2738-438c-81de-df699ec744b8 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:34.947508 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (f990a7ab-2738-438c-81de-df699ec744b8), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:34.983570 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b81c9-311a-4a74-9243-ec389a308b5f tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event updated for resources: {'Port': ['ID=8480dce5-7df6-42ae-9a93-f640a0afa54d,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:34.996563 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['8480dce5-7df6-42ae-9a93-f640a0afa54d'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:19:35.015111 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c8d852-2e5c-4b46-9f15-51aa8e5e9c9c x-openstack-request-id: req-13c8d852-2e5c-4b46-9f15-51aa8e5e9c9c {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:19:35.015528 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:19:35.015848 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13c8d852-2e5c-4b46-9f15-51aa8e5e9c9c {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:19:35.016353 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'status': 'completed', 'code': 200} Mar 07 18:19:35.032950 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3fc32a60-20b5-480c-8ff2-b962931f6c11 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group (fd04b1b3-d66f-4a08-9e2f-636c9de4aff5), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.034997 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (ff839f24-e12f-4a87-9697-bfe326c1e617), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.058497 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff839f24-e12f-4a87-9697-bfe326c1e617']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:35.071659 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788367e6-7c70-4245-8874-80985e1ab8c7') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:35.071957 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788367e6-7c70-4245-8874-80985e1ab8c7') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:35.083245 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] For port f990a7ab-2738-438c-81de-df699ec744b8, host dv-cinder-832291-1-iscsi, got binding levels [] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:35.083765 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (f990a7ab-2738-438c-81de-df699ec744b8), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.091922 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-469373'] for segment (788367e6-7c70-4245-8874-80985e1ab8c7), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.105965 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3fc32a60-20b5-480c-8ff2-b962931f6c11 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group (fd04b1b3-d66f-4a08-9e2f-636c9de4aff5), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.112720 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (788367e6-7c70-4245-8874-80985e1ab8c7), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.129599 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:19:35.130137 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670860'] for segment (788367e6-7c70-4245-8874-80985e1ab8c7), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: Traceback (most recent call last): Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: timer() Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: cb(*args, **kw) Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: return func(*args, **kwargs) Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: self._notify() Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: self.callback(batched_events) Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: event.method(event) Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: return f(self, *a, **k) Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._get(url).json() Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: return self.request(url, 'GET', **kwargs) Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:19:35.133863 dv-cinder-832291-1-iscsi neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:19:35.151240 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Calling delete_port for f990a7ab-2738-438c-81de-df699ec744b8 owned by network:dhcp {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:35.155723 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.ipam_backend_mixin [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Port f990a7ab-2738-438c-81de-df699ec744b8 was not found and therefore no delete operation was performed {{(pid=103235) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 18:19:35.166292 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589'] for port (f990a7ab-2738-438c-81de-df699ec744b8), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.199487 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e235b7-b37d-4beb-9cd3-ab290bcee976 req-85d0426b-5e5a-4715-b927-bd24013e3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:35.201442 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89e235b7-b37d-4beb-9cd3-ab290bcee976 req-85d0426b-5e5a-4715-b927-bd24013e3136 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7938205fe7d3437a99f30e88f21f74b9&device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 1130 time: 0.1617007 Mar 07 18:19:35.206687 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3fc32a60-20b5-480c-8ff2-b962931f6c11 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (fd04b1b3-d66f-4a08-9e2f-636c9de4aff5), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.210632 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3fc32a60-20b5-480c-8ff2-b962931f6c11 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.212318 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3fc32a60-20b5-480c-8ff2-b962931f6c11 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "DELETE /v2.0/security-groups/fd04b1b3-d66f-4a08-9e2f-636c9de4aff5 HTTP/1.1" status: 204 len: 168 time: 0.2744193 Mar 07 18:19:35.216428 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44588) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:35.230395 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (ff839f24-e12f-4a87-9697-bfe326c1e617), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.238675 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.245283 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ff839f24-e12f-4a87-9697-bfe326c1e617 HTTP/1.1" status: 204 len: 168 time: 0.7327263 Mar 07 18:19:35.245489 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc32a60-20b5-480c-8ff2-b962931f6c11 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd04b1b3-d66f-4a08-9e2f-636c9de4aff5,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:35.246892 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44590) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:35.248495 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Pushing event deleted for resources: {'Port': ['ID=f990a7ab-2738-438c-81de-df699ec744b8,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:35.269189 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] No DVR routers for this DVR port f990a7ab-2738-438c-81de-df699ec744b8 on host dv-cinder-832291-1-iscsi {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:19:35.301492 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.301840 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.302187 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.302524 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.302857 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.303185 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.303517 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.304041 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.304722 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaad58e-ca7e-47a1-8495-8a3a713c9205 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff839f24-e12f-4a87-9697-bfe326c1e617,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:35.304872 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.304974 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.305271 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.305592 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.305912 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99714c-3e9d-4131-a327-08054df7d798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:35.369205 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-80eced8e-955e-4cde-8d80-0c68366c61b0 None None] Provisioning complete for port 8480dce5-7df6-42ae-9a93-f640a0afa54d triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:35.369578 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-80eced8e-955e-4cde-8d80-0c68366c61b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.415423 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e235b7-b37d-4beb-9cd3-ab290bcee976 req-93af6781-9801-47f2-be12-b232e7f22c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:35.416957 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89e235b7-b37d-4beb-9cd3-ab290bcee976 req-93af6781-9801-47f2-be12-b232e7f22c69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cefe2843-001d-4267-925b-e2bf958b840d HTTP/1.1" status: 200 len: 916 time: 0.2027984 Mar 07 18:19:35.457438 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Deleting port 77a80878-fa2e-40cf-872d-885144c236da {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:35.457878 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (77a80878-fa2e-40cf-872d-885144c236da), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.528644 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89e235b7-b37d-4beb-9cd3-ab290bcee976 req-c4ea77bf-dcfa-49d2-92c4-bd90625543fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d HTTP/1.1" status: 200 len: 1001 time: 0.1035287 Mar 07 18:19:35.532789 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-80eced8e-955e-4cde-8d80-0c68366c61b0 None None] Current status of the port 8480dce5-7df6-42ae-9a93-f640a0afa54d is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:19:35.548899 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (77a80878-fa2e-40cf-872d-885144c236da), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.549241 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for floatingip (77a80878-fa2e-40cf-872d-885144c236da), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.562317 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Calling delete_port for 77a80878-fa2e-40cf-872d-885144c236da owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:35.610560 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:35.617029 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e235b7-b37d-4beb-9cd3-ab290bcee976 req-c00bdd51-a2ac-47fb-a3f3-7edf32f89774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:35.618540 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89e235b7-b37d-4beb-9cd3-ab290bcee976 req-c00bdd51-a2ac-47fb-a3f3-7edf32f89774 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90d863cb-6184-4ed2-a0df-ba812003e0fd HTTP/1.1" status: 200 len: 854 time: 0.0652230 Mar 07 18:19:35.633075 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:35.633427 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device a90cb990-e21b-48a0-bb2f-c8d88aa2cf7a not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:35.633918 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 3aaef471-9cc3-49dc-9031-53f6cae5db51 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:35.653716 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 3aaef471-9cc3-49dc-9031-53f6cae5db51 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:35.654064 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 3aaef471-9cc3-49dc-9031-53f6cae5db51 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:35.654500 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device f990a7ab-2738-438c-81de-df699ec744b8 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:35.678195 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: f990a7ab-2738-438c-81de-df699ec744b8 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:35.678423 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device f990a7ab-2738-438c-81de-df699ec744b8 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:35.717126 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e235b7-b37d-4beb-9cd3-ab290bcee976 req-d787ad96-feb3-4f4c-81c0-005870268078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:35.718603 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89e235b7-b37d-4beb-9cd3-ab290bcee976 req-d787ad96-feb3-4f4c-81c0-005870268078 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cefe2843-001d-4267-925b-e2bf958b840d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800331 Mar 07 18:19:35.718739 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (77a80878-fa2e-40cf-872d-885144c236da), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.742619 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event deleted for resources: {'Port': ['ID=77a80878-fa2e-40cf-872d-885144c236da,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:35.806521 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks [] for floatingip (b71c3ca7-7056-4259-803b-d408e316e31a), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.806774 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.l3_db [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Floating IP b71c3ca7-7056-4259-803b-d408e316e31a disassociated (deleted). External IP: 172.27.0.81, port: 8480dce5-7df6-42ae-9a93-f640a0afa54d. Mar 07 18:19:35.843562 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89e235b7-b37d-4beb-9cd3-ab290bcee976 req-e152bc19-7bc6-4a4c-b7e6-16014fb0fc63 service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188595 Mar 07 18:19:35.922651 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d854a843-6696-4dba-88ce-91558f0b1220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869953'] for router_interface (9a11f146-a1d2-451f-b849-dbb349af33e4), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:35.985400 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-89e235b7-b37d-4beb-9cd3-ab290bcee976 req-f146326c-2881-4939-9320-05400a4b37ef service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351128 Mar 07 18:19:36.023395 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:19:36.133106 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:19:36.137725 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:36.146208 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af25d2-6ed1-4d8c-9abe-c314fe386a00 None None] Sync routers for ids ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:19:36.156848 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af25d2-6ed1-4d8c-9abe-c314fe386a00 None None] Routers {'8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:36.157477 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-44af25d2-6ed1-4d8c-9abe-c314fe386a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:36.169599 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-d0b42e7e-7a78-422c-8f9e-2d02ac14b6f5 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "DELETE /v2.0/floatingips/b71c3ca7-7056-4259-803b-d408e316e31a HTTP/1.1" status: 204 len: 168 time: 0.9492328 Mar 07 18:19:36.169599 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:19:36.179599 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5191b86d10af08bdaa1c8eaf9677d6e177cc133345b7140298c828f21201df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e516101c-413a-49ef-aed0-b743caff6838" -d '{"events": [{"name": "network-changed", "server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:19:36.190847 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d854a843-6696-4dba-88ce-91558f0b1220 admin admin] Deleting port 48636c97-8edd-4abf-8171-33021e833a0b {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:36.191193 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d854a843-6696-4dba-88ce-91558f0b1220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (48636c97-8edd-4abf-8171-33021e833a0b), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:36.227625 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed0f84c-1db1-48c8-99a8-1929811005e7 x-openstack-request-id: req-eed0f84c-1db1-48c8-99a8-1929811005e7 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:19:36.228085 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:19:36.228444 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eed0f84c-1db1-48c8-99a8-1929811005e7 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:19:36.229020 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'status': 'completed', 'code': 200} Mar 07 18:19:36.293743 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-44af25d2-6ed1-4d8c-9abe-c314fe386a00 None None] Set router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:36.313934 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d854a843-6696-4dba-88ce-91558f0b1220 admin admin] For port 48636c97-8edd-4abf-8171-33021e833a0b, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=48636c97-8edd-4abf-8171-33021e833a0b,segment=NetworkSegment(313c3ae3-021e-46b1-92fa-90bed7a6dad3),segment_id=313c3ae3-021e-46b1-92fa-90bed7a6dad3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:36.314331 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d854a843-6696-4dba-88ce-91558f0b1220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (48636c97-8edd-4abf-8171-33021e833a0b), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:36.330164 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d854a843-6696-4dba-88ce-91558f0b1220 admin admin] Calling delete_port for 48636c97-8edd-4abf-8171-33021e833a0b owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:36.333544 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516101c-413a-49ef-aed0-b743caff6838 req-d90242fe-487f-42a7-957a-1320d838d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:36.335154 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e516101c-413a-49ef-aed0-b743caff6838 req-d90242fe-487f-42a7-957a-1320d838d09f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7938205fe7d3437a99f30e88f21f74b9&device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 1130 time: 0.0852396 Mar 07 18:19:36.514056 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-44af25d2-6ed1-4d8c-9abe-c314fe386a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 4, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '699cf35c-0da6-4dce-aed4-1ffbc730c426', 'name': '', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'mac_address': 'fa:16:3e:c7:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:37Z', 'updated_at': '2022-03-07T18:17:41Z', 'revision_number': 5, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'subnets': [{'id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:36.522934 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516101c-413a-49ef-aed0-b743caff6838 req-4f5976c6-a220-4459-91fd-afd9181d5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:36.524433 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e516101c-413a-49ef-aed0-b743caff6838 req-4f5976c6-a220-4459-91fd-afd9181d5526 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cefe2843-001d-4267-925b-e2bf958b840d HTTP/1.1" status: 200 len: 916 time: 0.1835666 Mar 07 18:19:36.540794 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af25d2-6ed1-4d8c-9abe-c314fe386a00 None None] Checking router: 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:19:36.549727 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af25d2-6ed1-4d8c-9abe-c314fe386a00 None None] Routers {'8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:36.550409 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-44af25d2-6ed1-4d8c-9abe-c314fe386a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:36.569367 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e516101c-413a-49ef-aed0-b743caff6838 req-434a3f2c-8938-4a92-bdae-8f7f8333ce61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d HTTP/1.1" status: 200 len: 217 time: 0.0371177 Mar 07 18:19:36.638313 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516101c-413a-49ef-aed0-b743caff6838 req-d6204a86-f2a4-42a2-892f-031cde600902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:36.639807 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e516101c-413a-49ef-aed0-b743caff6838 req-d6204a86-f2a4-42a2-892f-031cde600902 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90d863cb-6184-4ed2-a0df-ba812003e0fd HTTP/1.1" status: 200 len: 854 time: 0.0628669 Mar 07 18:19:36.659659 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-44af25d2-6ed1-4d8c-9abe-c314fe386a00 None None] Set router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:36.712586 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d854a843-6696-4dba-88ce-91558f0b1220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (48636c97-8edd-4abf-8171-33021e833a0b), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:36.746456 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854a843-6696-4dba-88ce-91558f0b1220 admin admin] Pushing event deleted for resources: {'Port': ['ID=48636c97-8edd-4abf-8171-33021e833a0b,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:36.752939 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516101c-413a-49ef-aed0-b743caff6838 req-b0f82a12-b69b-4a90-add0-f2063c346a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:36.757359 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e516101c-413a-49ef-aed0-b743caff6838 req-b0f82a12-b69b-4a90-add0-f2063c346a41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cefe2843-001d-4267-925b-e2bf958b840d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0935600 Mar 07 18:19:36.902884 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-44af25d2-6ed1-4d8c-9abe-c314fe386a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 4, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '699cf35c-0da6-4dce-aed4-1ffbc730c426', 'name': '', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'mac_address': 'fa:16:3e:c7:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:37Z', 'updated_at': '2022-03-07T18:17:41Z', 'revision_number': 5, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'subnets': [{'id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:36.932187 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af25d2-6ed1-4d8c-9abe-c314fe386a00 None None] The sync data for ids ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'] in dv-cinder-832291-1-iscsi is: [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:17:37Z', 'revision_number': 4, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '699cf35c-0da6-4dce-aed4-1ffbc730c426', 'name': '', 'network_id': 'cefe2843-001d-4267-925b-e2bf958b840d', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'mac_address': 'fa:16:3e:c7:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:37Z', 'updated_at': '2022-03-07T18:17:41Z', 'revision_number': 5, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'subnets': [{'id': '90d863cb-6184-4ed2-a0df-ba812003e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:19:37.180583 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e7ba2-93d9-4a7d-9a6f-e0cfe4876b63 None None] New status for floating IP b71c3ca7-7056-4259-803b-d408e316e31a: DOWN {{(pid=103236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:19:37.190943 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e516101c-413a-49ef-aed0-b743caff6838 req-246e6e63-6879-4964-ba33-b9bd84019698 service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190426 Mar 07 18:19:37.292855 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d854a843-6696-4dba-88ce-91558f0b1220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869941'] for router_interface (9a11f146-a1d2-451f-b849-dbb349af33e4), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:37.365526 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e516101c-413a-49ef-aed0-b743caff6838 req-a9be4737-53e9-4b46-b108-162e8aafa75a service neutron] 10.222.0.37 "GET /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442540 Mar 07 18:19:37.533090 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d854a843-6696-4dba-88ce-91558f0b1220 admin admin] Router 9a11f146-a1d2-451f-b849-dbb349af33e4 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:19:37.649267 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854a843-6696-4dba-88ce-91558f0b1220 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:19:37.654424 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d854a843-6696-4dba-88ce-91558f0b1220 admin admin] 10.222.0.13 "PUT /v2.0/routers/9a11f146-a1d2-451f-b849-dbb349af33e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3985865 Mar 07 18:19:37.657396 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44612) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:37.657908 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc98381-224a-41eb-ad95-be7cb7d991ed None None] Sync routers for ids ['9a11f146-a1d2-451f-b849-dbb349af33e4'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:19:37.668661 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc98381-224a-41eb-ad95-be7cb7d991ed None None] Routers {'9a11f146-a1d2-451f-b849-dbb349af33e4'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:37.669267 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-acc98381-224a-41eb-ad95-be7cb7d991ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['9a11f146-a1d2-451f-b849-dbb349af33e4'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:37.770721 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Publish callbacks [] for router (9a11f146-a1d2-451f-b849-dbb349af33e4), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:37.784854 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-acc98381-224a-41eb-ad95-be7cb7d991ed None None] Set router 9a11f146-a1d2-451f-b849-dbb349af33e4 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:37.875943 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Publish callbacks [] for router_gateway (9a11f146-a1d2-451f-b849-dbb349af33e4), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:37.927336 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Deleting port 6471e070-42d3-418c-b547-f4bbc1b85b0d {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:37.927668 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:37.966725 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-acc98381-224a-41eb-ad95-be7cb7d991ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'name': 'tempest-TestShelveInstance-267496849-router', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:19:36Z', 'revision_number': 5, 'project_id': '480e16d56a58474a9f34e797eaba003c', 'gw_port': {'id': '6471e070-42d3-418c-b547-f4bbc1b85b0d', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:37.994555 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc98381-224a-41eb-ad95-be7cb7d991ed None None] Checking router: 9a11f146-a1d2-451f-b849-dbb349af33e4 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:19:38.003116 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc98381-224a-41eb-ad95-be7cb7d991ed None None] Routers {'9a11f146-a1d2-451f-b849-dbb349af33e4'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:38.003730 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-acc98381-224a-41eb-ad95-be7cb7d991ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['9a11f146-a1d2-451f-b849-dbb349af33e4'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:38.007457 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] For port 6471e070-42d3-418c-b547-f4bbc1b85b0d, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=6471e070-42d3-418c-b547-f4bbc1b85b0d,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:38.007816 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:38.019321 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Calling delete_port for 6471e070-42d3-418c-b547-f4bbc1b85b0d owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:38.092341 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-acc98381-224a-41eb-ad95-be7cb7d991ed None None] Set router 9a11f146-a1d2-451f-b849-dbb349af33e4 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:38.144686 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-acc98381-224a-41eb-ad95-be7cb7d991ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'name': 'tempest-TestShelveInstance-267496849-router', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:19:37Z', 'revision_number': 6, 'project_id': '480e16d56a58474a9f34e797eaba003c', 'gw_port_host': None}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:38.181964 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (6471e070-42d3-418c-b547-f4bbc1b85b0d), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:38.206121 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6471e070-42d3-418c-b547-f4bbc1b85b0d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:38.271149 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-869279'] for router_gateway (9a11f146-a1d2-451f-b849-dbb349af33e4), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:38.305078 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc98381-224a-41eb-ad95-be7cb7d991ed None None] The sync data for ids ['9a11f146-a1d2-451f-b849-dbb349af33e4'] in dv-cinder-832291-1-iscsi is: [{'id': '9a11f146-a1d2-451f-b849-dbb349af33e4', 'name': 'tempest-TestShelveInstance-267496849-router', 'tenant_id': '480e16d56a58474a9f34e797eaba003c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:12:28Z', 'updated_at': '2022-03-07T18:19:37Z', 'revision_number': 6, 'project_id': '480e16d56a58474a9f34e797eaba003c', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:19:38.366960 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-874539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9918'] for router (9a11f146-a1d2-451f-b849-dbb349af33e4), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:38.369051 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Publish callbacks [] for router_controller (9a11f146-a1d2-451f-b849-dbb349af33e4), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:38.678602 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-874556'] for router (9a11f146-a1d2-451f-b849-dbb349af33e4), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:38.679271 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a11f146-a1d2-451f-b849-dbb349af33e4 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 18:19:38.683574 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:38.687149 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-36a4ceb9-77b4-4302-9e2c-ed44a1904f7d admin admin] 10.222.0.13 "DELETE /v2.0/routers/9a11f146-a1d2-451f-b849-dbb349af33e4 HTTP/1.1" status: 204 len: 168 time: 1.0264113 Mar 07 18:19:38.687261 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44616) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:38.739432 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3793de-8a05-4de0-9cca-656edec064a3 admin admin] Deleting subnet 71e1df43-ebe8-40a3-8452-45bcbc17abb6 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:19:38.742925 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e3793de-8a05-4de0-9cca-656edec064a3 admin admin] Publish callbacks [] for subnet (71e1df43-ebe8-40a3-8452-45bcbc17abb6), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:38.784306 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e3793de-8a05-4de0-9cca-656edec064a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-469382'] for subnet (71e1df43-ebe8-40a3-8452-45bcbc17abb6), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:38.866885 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e3793de-8a05-4de0-9cca-656edec064a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (71e1df43-ebe8-40a3-8452-45bcbc17abb6), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:38.916567 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e3793de-8a05-4de0-9cca-656edec064a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495436'] for subnet (71e1df43-ebe8-40a3-8452-45bcbc17abb6), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:38.943786 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3793de-8a05-4de0-9cca-656edec064a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e1df43-ebe8-40a3-8452-45bcbc17abb6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:38.947508 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e3793de-8a05-4de0-9cca-656edec064a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:38.948743 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86430ee-0020-422a-af2f-4a88bbdfe4c7 req-6a12bd72-485c-46b3-b7f5-81179f8b1c22 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:38.951593 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f86430ee-0020-422a-af2f-4a88bbdfe4c7 req-6a12bd72-485c-46b3-b7f5-81179f8b1c22 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 946 time: 0.0543752 Mar 07 18:19:38.951746 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-2e3793de-8a05-4de0-9cca-656edec064a3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/71e1df43-ebe8-40a3-8452-45bcbc17abb6 HTTP/1.1" status: 204 len: 168 time: 0.2623956 Mar 07 18:19:38.953000 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44622) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:38.956294 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f745d20-70b8-4765-bb6e-26e081c3542f None None] Network 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:19:39.003716 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f86430ee-0020-422a-af2f-4a88bbdfe4c7 req-34f49f42-1b89-427c-916f-7a533bf3bc58 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Mar 07 18:19:39.026072 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (9c3e5480-d8c7-47a5-8b2a-68a9afe044c7), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.081257 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Deleting port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:39.081737 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.123987 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9882582b-a29d-4e22-806b-6447c7e559fa None None] DHCP port deletion for 9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 request from dv-cinder-832291-1-iscsi {{(pid=103235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 18:19:39.148244 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] For port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=6feca5b9-5e1a-4471-9d90-ce6bdb86cceb,segment=NetworkSegment(313c3ae3-021e-46b1-92fa-90bed7a6dad3),segment_id=313c3ae3-021e-46b1-92fa-90bed7a6dad3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:39.148604 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.165913 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Calling delete_port for 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:39.171867 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-9882582b-a29d-4e22-806b-6447c7e559fa None None] Deleting port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:39.172276 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9882582b-a29d-4e22-806b-6447c7e559fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.238842 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-9882582b-a29d-4e22-806b-6447c7e559fa None None] For port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=6feca5b9-5e1a-4471-9d90-ce6bdb86cceb,segment=NetworkSegment(313c3ae3-021e-46b1-92fa-90bed7a6dad3),segment_id=313c3ae3-021e-46b1-92fa-90bed7a6dad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:39.239229 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9882582b-a29d-4e22-806b-6447c7e559fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.246095 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.253178 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-9882582b-a29d-4e22-806b-6447c7e559fa None None] Calling delete_port for 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb owned by network:dhcp {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:39.274004 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6feca5b9-5e1a-4471-9d90-ce6bdb86cceb,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:39.275831 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] No DVR routers for this DVR port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb on host dv-cinder-832291-1-iscsi {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:19:39.339416 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9882582b-a29d-4e22-806b-6447c7e559fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589'] for port (6feca5b9-5e1a-4471-9d90-ce6bdb86cceb), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.350446 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (9c3e5480-d8c7-47a5-8b2a-68a9afe044c7), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.368957 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882582b-a29d-4e22-806b-6447c7e559fa None None] Pushing event deleted for resources: {'Port': ['ID=6feca5b9-5e1a-4471-9d90-ce6bdb86cceb,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:39.370867 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882582b-a29d-4e22-806b-6447c7e559fa None None] No DVR routers for this DVR port 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb on host dv-cinder-832291-1-iscsi {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:19:39.372351 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3e5480-d8c7-47a5-8b2a-68a9afe044c7']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:39.384342 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313c3ae3-021e-46b1-92fa-90bed7a6dad3') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:39.384758 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313c3ae3-021e-46b1-92fa-90bed7a6dad3') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:39.396364 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-469373'] for segment (313c3ae3-021e-46b1-92fa-90bed7a6dad3), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.410858 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (313c3ae3-021e-46b1-92fa-90bed7a6dad3), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.416931 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:19:39.417454 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670860'] for segment (313c3ae3-021e-46b1-92fa-90bed7a6dad3), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: Traceback (most recent call last): Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: timer() Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: cb(*args, **kw) Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: return func(*args, **kwargs) Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: self._notify() Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: self.callback(batched_events) Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: event.method(event) Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: return f(self, *a, **k) Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._get(url).json() Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: return self.request(url, 'GET', **kwargs) Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:19:39.419089 dv-cinder-832291-1-iscsi neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:19:39.472969 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (9c3e5480-d8c7-47a5-8b2a-68a9afe044c7), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.477753 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.481165 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c3e5480-d8c7-47a5-8b2a-68a9afe044c7 HTTP/1.1" status: 204 len: 168 time: 0.5272529 Mar 07 18:19:39.495295 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fa3f1-f90a-4d14-942f-8350cf660cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3e5480-d8c7-47a5-8b2a-68a9afe044c7,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:39.573875 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 48636c97-8edd-4abf-8171-33021e833a0b no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:39.593956 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 48636c97-8edd-4abf-8171-33021e833a0b {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:39.594302 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 48636c97-8edd-4abf-8171-33021e833a0b not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:39.594723 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:39.600501 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44626) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:39.614356 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:39.614700 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 6feca5b9-5e1a-4471-9d90-ce6bdb86cceb not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:39.615323 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 6471e070-42d3-418c-b547-f4bbc1b85b0d no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:39.637513 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 6471e070-42d3-418c-b547-f4bbc1b85b0d {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:39.637787 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 6471e070-42d3-418c-b547-f4bbc1b85b0d not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:39.648192 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-18181e00-9de7-441f-8c2e-3f814acdf0a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=246784bbaaeb4899bb99187384041d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437315 Mar 07 18:19:39.650309 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44628) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:39.696777 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-099aa2c4-3430-40ed-85d3-e366aa76b82d admin admin] Publish callbacks [] for security_group (32e277b4-9439-4ef2-be9c-595d9d971233), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.717250 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-099aa2c4-3430-40ed-85d3-e366aa76b82d admin admin] Publish callbacks [] for security_group (32e277b4-9439-4ef2-be9c-595d9d971233), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.762005 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-099aa2c4-3430-40ed-85d3-e366aa76b82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (32e277b4-9439-4ef2-be9c-595d9d971233), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.764512 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-099aa2c4-3430-40ed-85d3-e366aa76b82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:39.765652 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-099aa2c4-3430-40ed-85d3-e366aa76b82d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32e277b4-9439-4ef2-be9c-595d9d971233 HTTP/1.1" status: 204 len: 168 time: 0.1144266 Mar 07 18:19:39.773874 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099aa2c4-3430-40ed-85d3-e366aa76b82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e277b4-9439-4ef2-be9c-595d9d971233,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:40.073570 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44636) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:40.113807 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-d21f07aa-9d04-4e54-904d-2a3a6f8d7ab2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=480e16d56a58474a9f34e797eaba003c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389535 Mar 07 18:19:40.116302 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44638) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:40.128347 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670797-e303-40b0-a0d7-1f0d649e427d req-ce833b8d-d847-4044-9e79-802f6f73ef65 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:40.130266 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-39670797-e303-40b0-a0d7-1f0d649e427d req-ce833b8d-d847-4044-9e79-802f6f73ef65 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 946 time: 0.0572519 Mar 07 18:19:40.165082 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea99-3d82-401e-ac76-b909c84b0762 admin admin] Publish callbacks [] for security_group (e01b4af1-2ee0-4713-b0a8-2a31c02994c5), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:40.178280 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-39670797-e303-40b0-a0d7-1f0d649e427d req-35b728cb-d0f7-4688-bf6c-8ad0c9261eab tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/security-groups?id=7105cac1-2541-40f2-85f2-226f6d266d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427859 Mar 07 18:19:40.187032 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea99-3d82-401e-ac76-b909c84b0762 admin admin] Publish callbacks [] for security_group (e01b4af1-2ee0-4713-b0a8-2a31c02994c5), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:40.237481 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea99-3d82-401e-ac76-b909c84b0762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (e01b4af1-2ee0-4713-b0a8-2a31c02994c5), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:40.239955 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea99-3d82-401e-ac76-b909c84b0762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:40.241229 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-2a48ea99-3d82-401e-ac76-b909c84b0762 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e01b4af1-2ee0-4713-b0a8-2a31c02994c5 HTTP/1.1" status: 204 len: 168 time: 0.1239350 Mar 07 18:19:40.249321 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48ea99-3d82-401e-ac76-b909c84b0762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b4af1-2ee0-4713-b0a8-2a31c02994c5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:40.597633 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4c17f-c24a-4110-9508-e37fb29b5f9c req-4aaa5dd7-429d-47f6-86f2-0d90b407cb64 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:40.599168 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a4c4c17f-c24a-4110-9508-e37fb29b5f9c req-4aaa5dd7-429d-47f6-86f2-0d90b407cb64 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 946 time: 0.0542121 Mar 07 18:19:40.698855 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-a4c4c17f-c24a-4110-9508-e37fb29b5f9c req-e0441de5-4e0c-4db2-b01c-fd509ff7517c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Deleting port 8480dce5-7df6-42ae-9a93-f640a0afa54d {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:40.699191 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a4c4c17f-c24a-4110-9508-e37fb29b5f9c req-e0441de5-4e0c-4db2-b01c-fd509ff7517c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:40.785415 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-a4c4c17f-c24a-4110-9508-e37fb29b5f9c req-e0441de5-4e0c-4db2-b01c-fd509ff7517c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] For port 8480dce5-7df6-42ae-9a93-f640a0afa54d, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=8480dce5-7df6-42ae-9a93-f640a0afa54d,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:40.785784 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a4c4c17f-c24a-4110-9508-e37fb29b5f9c req-e0441de5-4e0c-4db2-b01c-fd509ff7517c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:40.797509 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-a4c4c17f-c24a-4110-9508-e37fb29b5f9c req-e0441de5-4e0c-4db2-b01c-fd509ff7517c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Calling delete_port for 8480dce5-7df6-42ae-9a93-f640a0afa54d owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:40.926200 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a4c4c17f-c24a-4110-9508-e37fb29b5f9c req-e0441de5-4e0c-4db2-b01c-fd509ff7517c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (8480dce5-7df6-42ae-9a93-f640a0afa54d), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:40.937534 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['8480dce5-7df6-42ae-9a93-f640a0afa54d'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:19:40.953017 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0441de5-4e0c-4db2-b01c-fd509ff7517c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Pushing event deleted for resources: {'Port': ['ID=8480dce5-7df6-42ae-9a93-f640a0afa54d,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:40.997038 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c4c17f-c24a-4110-9508-e37fb29b5f9c req-e0441de5-4e0c-4db2-b01c-fd509ff7517c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] No DVR routers for this DVR port 8480dce5-7df6-42ae-9a93-f640a0afa54d on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:19:40.999476 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a4c4c17f-c24a-4110-9508-e37fb29b5f9c req-e0441de5-4e0c-4db2-b01c-fd509ff7517c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:41.002929 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a4c4c17f-c24a-4110-9508-e37fb29b5f9c req-e0441de5-4e0c-4db2-b01c-fd509ff7517c tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.37 "DELETE /v2.0/ports/8480dce5-7df6-42ae-9a93-f640a0afa54d HTTP/1.1" status: 204 len: 173 time: 0.3986795 Mar 07 18:19:41.003359 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'name': 'network-vif-deleted', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:19:41.005612 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f64d75f-3b73-4c58-8643-772f47c4f32e" -d '{"events": [{"server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "name": "network-vif-deleted", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:19:41.040326 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0ddcce-05f0-4ece-8c6a-eba1c897a5dc x-openstack-request-id: req-ec0ddcce-05f0-4ece-8c6a-eba1c897a5dc {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:19:41.040621 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1145e14-74cf-40c4-bc9a-4f5a6f0003c9", "name": "network-vif-deleted", "tag": "8480dce5-7df6-42ae-9a93-f640a0afa54d", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:19:41.040873 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec0ddcce-05f0-4ece-8c6a-eba1c897a5dc {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:19:41.041269 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1145e14-74cf-40c4-bc9a-4f5a6f0003c9', 'name': 'network-vif-deleted', 'tag': '8480dce5-7df6-42ae-9a93-f640a0afa54d', 'status': 'completed', 'code': 200} Mar 07 18:19:41.285689 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-990d6a15-933e-4375-b98e-8ee76dbd346d req-e35a880d-5d4e-4088-91cc-c9e149388018 tempest-TestMinimumBasicScenario-1857092225 tempest-TestMinimumBasicScenario-1857092225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1145e14-74cf-40c4-bc9a-4f5a6f0003c9 HTTP/1.1" status: 200 len: 210 time: 0.0313058 Mar 07 18:19:42.110382 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-11f4d815-8087-4fe4-9561-0647e605fdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:42.937564 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44694) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:43.276536 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91072d17-e9c0-46a4-b95b-717b47ba0e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869953'] for router_interface (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:43.297213 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 8480dce5-7df6-42ae-9a93-f640a0afa54d no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:43.320218 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 8480dce5-7df6-42ae-9a93-f640a0afa54d {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:43.320806 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 8480dce5-7df6-42ae-9a93-f640a0afa54d not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:43.541817 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-91072d17-e9c0-46a4-b95b-717b47ba0e82 admin admin] Deleting port 699cf35c-0da6-4dce-aed4-1ffbc730c426 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:43.542242 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91072d17-e9c0-46a4-b95b-717b47ba0e82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:43.635590 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-91072d17-e9c0-46a4-b95b-717b47ba0e82 admin admin] For port 699cf35c-0da6-4dce-aed4-1ffbc730c426, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=699cf35c-0da6-4dce-aed4-1ffbc730c426,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:43.635950 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91072d17-e9c0-46a4-b95b-717b47ba0e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:43.648973 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-91072d17-e9c0-46a4-b95b-717b47ba0e82 admin admin] Calling delete_port for 699cf35c-0da6-4dce-aed4-1ffbc730c426 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:43.850419 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91072d17-e9c0-46a4-b95b-717b47ba0e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (699cf35c-0da6-4dce-aed4-1ffbc730c426), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:43.877876 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91072d17-e9c0-46a4-b95b-717b47ba0e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=699cf35c-0da6-4dce-aed4-1ffbc730c426,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:44.074512 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91072d17-e9c0-46a4-b95b-717b47ba0e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869941'] for router_interface (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:44.288738 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-74c0133d-fec9-4884-9313-40098ca8d337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:44.289433 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91072d17-e9c0-46a4-b95b-717b47ba0e82 admin admin] Router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:19:44.395583 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91072d17-e9c0-46a4-b95b-717b47ba0e82 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:19:44.403323 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-91072d17-e9c0-46a4-b95b-717b47ba0e82 admin admin] 10.222.0.13 "PUT /v2.0/routers/8120b98b-e0ef-400a-9a1d-d6d0fe257fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647245 Mar 07 18:19:44.405825 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44696) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:44.408957 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d9189-b9c7-4624-8022-0d28bb89d27f None None] Sync routers for ids ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:19:44.419329 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d9189-b9c7-4624-8022-0d28bb89d27f None None] Routers {'8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:44.419945 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-5b0d9189-b9c7-4624-8022-0d28bb89d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:44.510444 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Publish callbacks [] for router (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:44.538284 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-5b0d9189-b9c7-4624-8022-0d28bb89d27f None None] Set router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:44.612883 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Publish callbacks [] for router_gateway (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:44.665890 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Deleting port 0b628c99-c39b-4903-8fb0-fb7422497bb7 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:44.666225 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:44.717218 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-5b0d9189-b9c7-4624-8022-0d28bb89d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:19:43Z', 'revision_number': 5, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port': {'id': '0b628c99-c39b-4903-8fb0-fb7422497bb7', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:35Z', 'updated_at': '2022-03-07T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:44.744371 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d9189-b9c7-4624-8022-0d28bb89d27f None None] Checking router: 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:19:44.746520 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] For port 0b628c99-c39b-4903-8fb0-fb7422497bb7, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=0b628c99-c39b-4903-8fb0-fb7422497bb7,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:44.746892 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:44.753984 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d9189-b9c7-4624-8022-0d28bb89d27f None None] Routers {'8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:44.754591 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-5b0d9189-b9c7-4624-8022-0d28bb89d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:44.759106 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Calling delete_port for 0b628c99-c39b-4903-8fb0-fb7422497bb7 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:44.930722 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (0b628c99-c39b-4903-8fb0-fb7422497bb7), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:44.934368 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-5b0d9189-b9c7-4624-8022-0d28bb89d27f None None] Set router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf gateway port host: None {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:44.957172 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b628c99-c39b-4903-8fb0-fb7422497bb7,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:44.988490 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-5b0d9189-b9c7-4624-8022-0d28bb89d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:19:44Z', 'revision_number': 6, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port_host': None}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:45.016805 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d9189-b9c7-4624-8022-0d28bb89d27f None None] The sync data for ids ['8120b98b-e0ef-400a-9a1d-d6d0fe257fdf'] in dv-cinder-832291-1-iscsi is: [{'id': '8120b98b-e0ef-400a-9a1d-d6d0fe257fdf', 'name': 'tempest-TestMinimumBasicScenario-1479244065-router', 'tenant_id': '7938205fe7d3437a99f30e88f21f74b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:34Z', 'updated_at': '2022-03-07T18:19:44Z', 'revision_number': 6, 'project_id': '7938205fe7d3437a99f30e88f21f74b9', 'gw_port_host': None}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:19:45.019613 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-869279'] for router_gateway (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.111981 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-874539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9918'] for router (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.114133 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Publish callbacks [] for router_controller (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.161309 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-874556'] for router (8120b98b-e0ef-400a-9a1d-d6d0fe257fdf), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.161857 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8120b98b-e0ef-400a-9a1d-d6d0fe257fdf {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 18:19:45.166022 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.167147 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-19a20072-8431-4f59-8649-1986e78c87f1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8120b98b-e0ef-400a-9a1d-d6d0fe257fdf HTTP/1.1" status: 204 len: 168 time: 0.7604260 Mar 07 18:19:45.169570 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44698) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:45.212829 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c91c054-4c42-41fa-a14d-6573971bc8c9 admin admin] Deleting subnet 90d863cb-6184-4ed2-a0df-ba812003e0fd {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:19:45.215800 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c91c054-4c42-41fa-a14d-6573971bc8c9 admin admin] Publish callbacks [] for subnet (90d863cb-6184-4ed2-a0df-ba812003e0fd), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.248301 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c91c054-4c42-41fa-a14d-6573971bc8c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-469382'] for subnet (90d863cb-6184-4ed2-a0df-ba812003e0fd), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.326408 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c91c054-4c42-41fa-a14d-6573971bc8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (90d863cb-6184-4ed2-a0df-ba812003e0fd), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.378938 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c91c054-4c42-41fa-a14d-6573971bc8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495436'] for subnet (90d863cb-6184-4ed2-a0df-ba812003e0fd), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.403599 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91c054-4c42-41fa-a14d-6573971bc8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d863cb-6184-4ed2-a0df-ba812003e0fd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:45.411041 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c91c054-4c42-41fa-a14d-6573971bc8c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.416534 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-4c91c054-4c42-41fa-a14d-6573971bc8c9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/90d863cb-6184-4ed2-a0df-ba812003e0fd HTTP/1.1" status: 204 len: 168 time: 0.2438285 Mar 07 18:19:45.416945 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44700) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:45.419415 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4475f5a9-5704-4a4d-b64c-db66e7caa2d7 None None] Network cefe2843-001d-4267-925b-e2bf958b840d requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:19:45.487747 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.503406 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (cefe2843-001d-4267-925b-e2bf958b840d), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.547666 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.557540 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Deleting port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:45.557923 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.624122 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] For port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804,segment=NetworkSegment(98fa319e-54de-471e-8edc-0e02940b0973),segment_id=98fa319e-54de-471e-8edc-0e02940b0973)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:45.624516 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.637606 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Calling delete_port for d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:45.714459 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.741155 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Pushing event deleted for resources: {'Port': ['ID=d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:45.742922 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] No DVR routers for this DVR port d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 on host dv-cinder-832291-1-iscsi {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:19:45.812267 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8ce7df-547a-4628-8dcb-4656fe17cebb None None] DHCP port deletion for cefe2843-001d-4267-925b-e2bf958b840d request from dv-cinder-832291-1-iscsi {{(pid=103235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 18:19:45.819208 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (cefe2843-001d-4267-925b-e2bf958b840d), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.841120 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefe2843-001d-4267-925b-e2bf958b840d']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:45.851572 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fa319e-54de-471e-8edc-0e02940b0973') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:45.851876 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fa319e-54de-471e-8edc-0e02940b0973') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:45.862255 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1572087'] for segment (98fa319e-54de-471e-8edc-0e02940b0973), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.875555 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (98fa319e-54de-471e-8edc-0e02940b0973), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.882156 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:19:45.882534 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065737'] for segment (98fa319e-54de-471e-8edc-0e02940b0973), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: timer() Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: cb(*args, **kw) Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: self._notify() Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: self.callback(batched_events) Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: event.method(event) Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._get(url).json() Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:19:45.884190 dv-cinder-832291-1-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:19:45.891744 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 0b628c99-c39b-4903-8fb0-fb7422497bb7 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:45.922090 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 0b628c99-c39b-4903-8fb0-fb7422497bb7 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:45.922450 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 0b628c99-c39b-4903-8fb0-fb7422497bb7 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:45.922881 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:45.944799 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:45.945177 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device d299fbc4-3e1f-42bf-8d3e-2d61ea2c0804 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:45.945608 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 699cf35c-0da6-4dce-aed4-1ffbc730c426 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:45.954566 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (cefe2843-001d-4267-925b-e2bf958b840d), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.954566 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:45.958129 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cefe2843-001d-4267-925b-e2bf958b840d HTTP/1.1" status: 204 len: 168 time: 0.5401902 Mar 07 18:19:45.961085 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44702) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:45.965537 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 699cf35c-0da6-4dce-aed4-1ffbc730c426 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:45.965888 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 699cf35c-0da6-4dce-aed4-1ffbc730c426 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:45.978332 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c033d4-9022-479e-84bf-06278f533182 admin admin] Pushing event deleted for resources: {'Network': ['ID=cefe2843-001d-4267-925b-e2bf958b840d,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:46.314237 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97cc06f3-98a0-4838-9976-27f30644cd66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869953'] for router_interface (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:46.553754 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-97cc06f3-98a0-4838-9976-27f30644cd66 admin admin] Deleting port 9aa82265-85ca-4292-bb4c-e763a60c0306 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:46.554385 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97cc06f3-98a0-4838-9976-27f30644cd66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:46.631119 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-97cc06f3-98a0-4838-9976-27f30644cd66 admin admin] For port 9aa82265-85ca-4292-bb4c-e763a60c0306, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=9aa82265-85ca-4292-bb4c-e763a60c0306,segment=NetworkSegment(f86139f9-a92c-459b-8f85-5239571bf9fa),segment_id=f86139f9-a92c-459b-8f85-5239571bf9fa)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:46.631473 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97cc06f3-98a0-4838-9976-27f30644cd66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:46.643314 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-97cc06f3-98a0-4838-9976-27f30644cd66 admin admin] Calling delete_port for 9aa82265-85ca-4292-bb4c-e763a60c0306 owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:46.816244 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97cc06f3-98a0-4838-9976-27f30644cd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (9aa82265-85ca-4292-bb4c-e763a60c0306), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:46.842817 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc06f3-98a0-4838-9976-27f30644cd66 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa82265-85ca-4292-bb4c-e763a60c0306,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:46.904117 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:47.020852 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97cc06f3-98a0-4838-9976-27f30644cd66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869941'] for router_interface (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:47.229107 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cc06f3-98a0-4838-9976-27f30644cd66 admin admin] Router ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:19:47.332160 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cc06f3-98a0-4838-9976-27f30644cd66 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:19:47.337873 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-97cc06f3-98a0-4838-9976-27f30644cd66 admin admin] 10.222.0.13 "PUT /v2.0/routers/ad8cefb8-26ad-4cfd-a01a-2df8b15cc348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3757808 Mar 07 18:19:47.339820 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44704) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:47.340779 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c51aa-d23c-4a22-abc0-50021c14b66a None None] Sync routers for ids ['ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:19:47.352491 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c51aa-d23c-4a22-abc0-50021c14b66a None None] Routers {'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:47.353113 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-f03c51aa-d23c-4a22-abc0-50021c14b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:47.444379 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Publish callbacks [] for router (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:47.462138 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-f03c51aa-d23c-4a22-abc0-50021c14b66a None None] Set router ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:47.550282 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Publish callbacks [] for router_gateway (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:47.602160 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Deleting port b1c70877-5f14-408f-ae9a-8ac65464edb8 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:47.602494 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:47.647610 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-f03c51aa-d23c-4a22-abc0-50021c14b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'name': 'tempest-TestMinimumBasicScenario-62690865-router', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:39Z', 'updated_at': '2022-03-07T18:19:46Z', 'revision_number': 5, 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'gw_port': {'id': 'b1c70877-5f14-408f-ae9a-8ac65464edb8', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:17:40Z', 'updated_at': '2022-03-07T18:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:47.673878 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c51aa-d23c-4a22-abc0-50021c14b66a None None] Checking router: ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:19:47.682053 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c51aa-d23c-4a22-abc0-50021c14b66a None None] Routers {'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:47.682513 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] For port b1c70877-5f14-408f-ae9a-8ac65464edb8, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=b1c70877-5f14-408f-ae9a-8ac65464edb8,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:47.682642 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-f03c51aa-d23c-4a22-abc0-50021c14b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:47.682880 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:47.695391 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Calling delete_port for b1c70877-5f14-408f-ae9a-8ac65464edb8 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:47.771392 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-f03c51aa-d23c-4a22-abc0-50021c14b66a None None] Set router ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:47.826525 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-f03c51aa-d23c-4a22-abc0-50021c14b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'name': 'tempest-TestMinimumBasicScenario-62690865-router', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:39Z', 'updated_at': '2022-03-07T18:19:47Z', 'revision_number': 6, 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'gw_port_host': None}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:47.855513 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c51aa-d23c-4a22-abc0-50021c14b66a None None] The sync data for ids ['ad8cefb8-26ad-4cfd-a01a-2df8b15cc348'] in dv-cinder-832291-1-iscsi is: [{'id': 'ad8cefb8-26ad-4cfd-a01a-2df8b15cc348', 'name': 'tempest-TestMinimumBasicScenario-62690865-router', 'tenant_id': '4bd51502e6a249be9a18d65c37225df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:17:39Z', 'updated_at': '2022-03-07T18:19:47Z', 'revision_number': 6, 'project_id': '4bd51502e6a249be9a18d65c37225df7', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:19:47.867198 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (b1c70877-5f14-408f-ae9a-8ac65464edb8), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:47.896549 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c70877-5f14-408f-ae9a-8ac65464edb8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:47.953993 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-869279'] for router_gateway (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.308685 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-874539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9918'] for router (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.310784 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Publish callbacks [] for router_controller (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.353262 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-874556'] for router (ad8cefb8-26ad-4cfd-a01a-2df8b15cc348), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.353922 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 18:19:48.358575 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.359780 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-308d9207-401b-400f-b361-97bf18235c26 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ad8cefb8-26ad-4cfd-a01a-2df8b15cc348 HTTP/1.1" status: 204 len: 168 time: 1.0189376 Mar 07 18:19:48.363343 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44706) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:48.406251 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33bac04-a128-45eb-a6f1-c64f9b964cb3 admin admin] Deleting subnet 59c4badd-b789-4bfd-82df-5130f65a60f8 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:19:48.409320 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b33bac04-a128-45eb-a6f1-c64f9b964cb3 admin admin] Publish callbacks [] for subnet (59c4badd-b789-4bfd-82df-5130f65a60f8), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.442054 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b33bac04-a128-45eb-a6f1-c64f9b964cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-469382'] for subnet (59c4badd-b789-4bfd-82df-5130f65a60f8), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.520640 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b33bac04-a128-45eb-a6f1-c64f9b964cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (59c4badd-b789-4bfd-82df-5130f65a60f8), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.553723 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.573044 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b33bac04-a128-45eb-a6f1-c64f9b964cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495436'] for subnet (59c4badd-b789-4bfd-82df-5130f65a60f8), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.597852 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bac04-a128-45eb-a6f1-c64f9b964cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c4badd-b789-4bfd-82df-5130f65a60f8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:48.602594 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b33bac04-a128-45eb-a6f1-c64f9b964cb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.605977 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-b33bac04-a128-45eb-a6f1-c64f9b964cb3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/59c4badd-b789-4bfd-82df-5130f65a60f8 HTTP/1.1" status: 204 len: 168 time: 0.2415557 Mar 07 18:19:48.608828 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44708) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:48.611552 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee402182-5502-4170-9bd4-a5907462f9ad None None] Network cd2032f5-5a27-476d-8252-4bffba372b66 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:19:48.680789 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (cd2032f5-5a27-476d-8252-4bffba372b66), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.739480 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Deleting port f31cd657-1478-412e-9c2f-87c5d1624d23 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:48.739820 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.764538 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee18795-ca96-413c-9c8a-468ccc0d7513 None None] DHCP port deletion for cd2032f5-5a27-476d-8252-4bffba372b66 request from dv-cinder-832291-1-iscsi {{(pid=103235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 18:19:48.803401 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] For port f31cd657-1478-412e-9c2f-87c5d1624d23, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=f31cd657-1478-412e-9c2f-87c5d1624d23,segment=NetworkSegment(f86139f9-a92c-459b-8f85-5239571bf9fa),segment_id=f86139f9-a92c-459b-8f85-5239571bf9fa)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:48.803761 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.819323 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Calling delete_port for f31cd657-1478-412e-9c2f-87c5d1624d23 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:48.820677 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-8ee18795-ca96-413c-9c8a-468ccc0d7513 None None] Deleting port f31cd657-1478-412e-9c2f-87c5d1624d23 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:19:48.820891 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ee18795-ca96-413c-9c8a-468ccc0d7513 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.892479 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-8ee18795-ca96-413c-9c8a-468ccc0d7513 None None] For port f31cd657-1478-412e-9c2f-87c5d1624d23, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=f31cd657-1478-412e-9c2f-87c5d1624d23,segment=NetworkSegment(f86139f9-a92c-459b-8f85-5239571bf9fa),segment_id=f86139f9-a92c-459b-8f85-5239571bf9fa)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:48.892887 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ee18795-ca96-413c-9c8a-468ccc0d7513 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.905985 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-8ee18795-ca96-413c-9c8a-468ccc0d7513 None None] Calling delete_port for f31cd657-1478-412e-9c2f-87c5d1624d23 owned by network:dhcp {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:19:48.911854 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:48.936899 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f31cd657-1478-412e-9c2f-87c5d1624d23,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:48.941546 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] No DVR routers for this DVR port f31cd657-1478-412e-9c2f-87c5d1624d23 on host dv-cinder-832291-1-iscsi {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:19:48.987380 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8ee18795-ca96-413c-9c8a-468ccc0d7513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589'] for port (f31cd657-1478-412e-9c2f-87c5d1624d23), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.010650 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee18795-ca96-413c-9c8a-468ccc0d7513 None None] Pushing event deleted for resources: {'Port': ['ID=f31cd657-1478-412e-9c2f-87c5d1624d23,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:49.018594 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (cd2032f5-5a27-476d-8252-4bffba372b66), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.021996 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee18795-ca96-413c-9c8a-468ccc0d7513 None None] No DVR routers for this DVR port f31cd657-1478-412e-9c2f-87c5d1624d23 on host dv-cinder-832291-1-iscsi {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:19:49.037216 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2032f5-5a27-476d-8252-4bffba372b66']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:49.046528 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86139f9-a92c-459b-8f85-5239571bf9fa') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:49.046823 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86139f9-a92c-459b-8f85-5239571bf9fa') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:49.056601 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-469373'] for segment (f86139f9-a92c-459b-8f85-5239571bf9fa), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.069278 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (f86139f9-a92c-459b-8f85-5239571bf9fa), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.074833 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:19:49.075215 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670860'] for segment (f86139f9-a92c-459b-8f85-5239571bf9fa), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: Traceback (most recent call last): Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: timer() Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: cb(*args, **kw) Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: return func(*args, **kwargs) Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: self._notify() Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: self.callback(batched_events) Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: event.method(event) Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: return f(self, *a, **k) Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._get(url).json() Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: return self.request(url, 'GET', **kwargs) Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:19:49.076997 dv-cinder-832291-1-iscsi neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:19:49.129306 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (cd2032f5-5a27-476d-8252-4bffba372b66), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.134293 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.137442 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cd2032f5-5a27-476d-8252-4bffba372b66 HTTP/1.1" status: 204 len: 168 time: 0.5282414 Mar 07 18:19:49.148102 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2388b-7621-4a7c-850f-f4c5fa4203f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd2032f5-5a27-476d-8252-4bffba372b66,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:49.301405 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44712) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:49.344440 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-808f25ff-1b1d-4c61-98b9-7bff72c4b244 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7938205fe7d3437a99f30e88f21f74b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413585 Mar 07 18:19:49.346985 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44714) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:49.391907 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9dde-b2a5-44bc-b869-c623a8222508 admin admin] Publish callbacks [] for security_group (7105cac1-2541-40f2-85f2-226f6d266d58), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.413572 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9dde-b2a5-44bc-b869-c623a8222508 admin admin] Publish callbacks [] for security_group (7105cac1-2541-40f2-85f2-226f6d266d58), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.458007 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9dde-b2a5-44bc-b869-c623a8222508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (7105cac1-2541-40f2-85f2-226f6d266d58), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.460552 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9dde-b2a5-44bc-b869-c623a8222508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.461718 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-0eeb9dde-b2a5-44bc-b869-c623a8222508 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7105cac1-2541-40f2-85f2-226f6d266d58 HTTP/1.1" status: 204 len: 168 time: 0.1138246 Mar 07 18:19:49.468994 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb9dde-b2a5-44bc-b869-c623a8222508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7105cac1-2541-40f2-85f2-226f6d266d58,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:49.561337 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device f31cd657-1478-412e-9c2f-87c5d1624d23 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:49.586861 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: f31cd657-1478-412e-9c2f-87c5d1624d23 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:49.587206 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device f31cd657-1478-412e-9c2f-87c5d1624d23 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:49.587648 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 9aa82265-85ca-4292-bb4c-e763a60c0306 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:49.609238 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 9aa82265-85ca-4292-bb4c-e763a60c0306 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:49.609474 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 9aa82265-85ca-4292-bb4c-e763a60c0306 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:49.609948 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device b1c70877-5f14-408f-ae9a-8ac65464edb8 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:19:49.629362 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: b1c70877-5f14-408f-ae9a-8ac65464edb8 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:19:49.629808 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device b1c70877-5f14-408f-ae9a-8ac65464edb8 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:19:49.770637 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44720) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:49.808031 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-e00702e6-b27e-445b-9f27-e1f01a7145e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bd51502e6a249be9a18d65c37225df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0362628 Mar 07 18:19:49.810362 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44722) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:49.856125 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-45de2112-5007-4569-b354-325a6e967e1a admin admin] Publish callbacks [] for security_group (2cb1c645-a2c7-484f-93f7-48a4076fa14a), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.876347 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-45de2112-5007-4569-b354-325a6e967e1a admin admin] Publish callbacks [] for security_group (2cb1c645-a2c7-484f-93f7-48a4076fa14a), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.924289 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-45de2112-5007-4569-b354-325a6e967e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (2cb1c645-a2c7-484f-93f7-48a4076fa14a), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.926963 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-45de2112-5007-4569-b354-325a6e967e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:49.928111 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-45de2112-5007-4569-b354-325a6e967e1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cb1c645-a2c7-484f-93f7-48a4076fa14a HTTP/1.1" status: 204 len: 168 time: 0.1168914 Mar 07 18:19:49.935722 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de2112-5007-4569-b354-325a6e967e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb1c645-a2c7-484f-93f7-48a4076fa14a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:50.572166 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44744) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:50.666775 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1184534466-network', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:19:50.685273 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Made reservation on behalf of c7d271cd78ac4031be6720ff58f5f6f9 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:19:50.687521 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:50.695946 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:50.769832 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Publish callbacks [] for security_group (7a03c5b0-117b-413c-ae21-3d778839639b), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:50.774623 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (7a03c5b0-117b-413c-ae21-3d778839639b), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:50.798362 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:19:50.808803 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a03c5b0-117b-413c-ae21-3d778839639b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:50.813478 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (4ddc3e59-2e42-4629-9fff-4528bf9a4384), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:50.813818 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.db.segments_db [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Added segment 4ddc3e59-2e42-4629-9fff-4528bf9a4384 of type vlan for network 2e07ae00-2559-4c61-bfde-34b114150ce4 Mar 07 18:19:50.854985 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (2e07ae00-2559-4c61-bfde-34b114150ce4), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:50.880382 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (2e07ae00-2559-4c61-bfde-34b114150ce4), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:50.881339 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:50.881925 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:50.914139 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3407876 Mar 07 18:19:50.916980 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44748) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:50.921990 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-3f4228aa-3c4e-41a0-8c4f-a9ad10000a9e admin admin] Request body: {'subnet': {'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1184534466-subnet', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:19:50.941543 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4228aa-3c4e-41a0-8c4f-a9ad10000a9e admin admin] Made reservation on behalf of c7d271cd78ac4031be6720ff58f5f6f9 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:19:50.944047 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3f4228aa-3c4e-41a0-8c4f-a9ad10000a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3952781'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:50.945907 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19714eab-08f5-4253-9a5a-9e50f65e4aaf admin admin] Pushing event updated for resources: {'Network': ['ID=2e07ae00-2559-4c61-bfde-34b114150ce4,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:50.955958 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network 2e07ae00-2559-4c61-bfde-34b114150ce4 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:19:51.107551 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3f4228aa-3c4e-41a0-8c4f-a9ad10000a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3070244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3952787'] for subnet (cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.154118 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4228aa-3c4e-41a0-8c4f-a9ad10000a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:51.169564 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4228aa-3c4e-41a0-8c4f-a9ad10000a9e admin admin] Checking segment: {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:19:51.169869 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4228aa-3c4e-41a0-8c4f-a9ad10000a9e admin admin] Network hostable DHCP agents. Network: 2e07ae00-2559-4c61-bfde-34b114150ce4, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:19:51.185617 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4228aa-3c4e-41a0-8c4f-a9ad10000a9e admin admin] Network 2e07ae00-2559-4c61-bfde-34b114150ce4 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:19:51.194742 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-3f4228aa-3c4e-41a0-8c4f-a9ad10000a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, 2e07ae00-2559-4c61-bfde-34b114150ce4) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:19:51.198764 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4228aa-3c4e-41a0-8c4f-a9ad10000a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:51.199387 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3f4228aa-3c4e-41a0-8c4f-a9ad10000a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.203236 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544281cc-ee85-4815-9d94-f3f724088fb4 None None] Network 2e07ae00-2559-4c61-bfde-34b114150ce4 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:19:51.219359 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3f4228aa-3c4e-41a0-8c4f-a9ad10000a9e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3012273 Mar 07 18:19:51.219926 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44750) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:51.225293 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.v2.base [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:19:51.244407 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-869773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9900'] for router (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.245654 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-874621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-869326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9895'] for router (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.298338 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Publish callbacks [] for router_controller (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.308076 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f639710-a962-506a-8ebd-460ce1cef75f-2e07ae00-2559-4c61-bfde-34b114150ce4', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf'}]}} from dv-cinder-832291-1-iscsi. {{(pid=103235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 18:19:51.309132 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.441008 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Publish callbacks [] for router_gateway (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.441294 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Allocated IP 172.20.0.2 (2e07ae00-2559-4c61-bfde-34b114150ce4/cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf/63be77d0-c6fe-4e96-be7d-3c2d014c4e0e) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:19:51.584558 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Publish callbacks [] for port (63be77d0-c6fe-4e96-be7d-3c2d014c4e0e), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.591348 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (63be77d0-c6fe-4e96-be7d-3c2d014c4e0e), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.631080 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Network 2e07ae00-2559-4c61-bfde-34b114150ce4 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:19:51.633907 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:19:51.637296 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:19:51.639572 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Publish callbacks [] for router_gateway (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.643224 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Pushing event updated for resources: {'Port': ['ID=63be77d0-c6fe-4e96-be7d-3c2d014c4e0e,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:51.662872 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.770000 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Allocated IP 172.27.0.198 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/71369e71-873a-40cd-a91d-2e6e203c8f63) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:19:51.827138 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Attempting to bind port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:19:51.827514 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Attempting to bind port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:19:51.827885 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Attempting to bind port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e on network 2e07ae00-2559-4c61-bfde-34b114150ce4 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:19:51.833465 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:19:51.833850 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Checking segment: {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:19:51.834263 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.834668 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Bound using segment: {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:19:51.835143 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Bound port: 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:19:51.835531 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (63be77d0-c6fe-4e96-be7d-3c2d014c4e0e), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.879214 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Publish callbacks [] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.897549 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] For port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:19:51.900571 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] For port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=63be77d0-c6fe-4e96-be7d-3c2d014c4e0e,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:19:51.906694 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (63be77d0-c6fe-4e96-be7d-3c2d014c4e0e), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.914663 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:51.957334 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:19:51.960495 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:19:51.965035 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:19:51.965498 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c151e73-5cb5-4a55-8d61-eb61bc0c7376 None None] Pushing event updated for resources: {'Port': ['ID=63be77d0-c6fe-4e96-be7d-3c2d014c4e0e,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:51.968235 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Pushing event updated for resources: {'Port': ['ID=71369e71-873a-40cd-a91d-2e6e203c8f63,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:52.239469 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Publish callbacks [] for router_gateway (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:52.441300 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-874614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-869347'] for router (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:52.576392 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 is scheduled to L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 18:19:52.688904 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:19:52.699245 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Sync routers for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:19:52.708671 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:52.710176 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-98a6db61-e981-40b0-8853-fc0f5315148e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4888599 Mar 07 18:19:52.711714 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:52.712372 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:52.713246 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44752) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:52.831833 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:52.888606 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e0dafb-b0ff-4da9-9c7d-84b7a1a323b5 None None] Network 2e07ae00-2559-4c61-bfde-34b114150ce4 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:19:52.957951 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-5f79619d-01fa-47a0-93d2-42c77ee445b7 None None] Provisioning complete for port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:52.958277 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f79619d-01fa-47a0-93d2-42c77ee445b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (63be77d0-c6fe-4e96-be7d-3c2d014c4e0e), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.019066 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:52Z', 'revision_number': 3, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:53.052653 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Checking router: 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:19:53.053009 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Updating router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 port 71369e71-873a-40cd-a91d-2e6e203c8f63 binding host dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:19:53.079268 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-5f79619d-01fa-47a0-93d2-42c77ee445b7 None None] Current status of the port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:19:53.080678 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f79619d-01fa-47a0-93d2-42c77ee445b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (63be77d0-c6fe-4e96-be7d-3c2d014c4e0e), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.085557 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.115950 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-5f79619d-01fa-47a0-93d2-42c77ee445b7 None None] For port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=63be77d0-c6fe-4e96-be7d-3c2d014c4e0e,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:53.122696 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5f79619d-01fa-47a0-93d2-42c77ee445b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (63be77d0-c6fe-4e96-be7d-3c2d014c4e0e), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.175133 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79619d-01fa-47a0-93d2-42c77ee445b7 None None] Pushing event updated for resources: {'Port': ['ID=63be77d0-c6fe-4e96-be7d-3c2d014c4e0e,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:53.349328 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-306b50bc-596e-48a3-b5ac-63ff6894113f None None] Provisioning complete for port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:53.349989 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-306b50bc-596e-48a3-b5ac-63ff6894113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (63be77d0-c6fe-4e96-be7d-3c2d014c4e0e), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.372812 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Publish callbacks [] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.380191 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.417928 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.433714 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-306b50bc-596e-48a3-b5ac-63ff6894113f None None] Current status of the port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:19:53.436106 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f429862-230b-41e7-baae-85a295569593 None None] Pushing event updated for resources: {'Port': ['ID=71369e71-873a-40cd-a91d-2e6e203c8f63,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:53.447255 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.447626 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.448001 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.448425 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.448844 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.449451 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.449797 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.450132 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.450464 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.450811 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.451146 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.451482 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.451818 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f429862-230b-41e7-baae-85a295569593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:19:53.456172 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Attempting to bind port 71369e71-873a-40cd-a91d-2e6e203c8f63 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:19:53.456572 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Attempting to bind port 71369e71-873a-40cd-a91d-2e6e203c8f63 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:19:53.456983 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Attempting to bind port 71369e71-873a-40cd-a91d-2e6e203c8f63 on network f677d92c-de1b-4c38-ad35-4a06c685919d {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:19:53.462363 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:19:53.462754 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Checking segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:19:53.463153 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.463544 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Bound using segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:19:53.464014 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Bound port: 71369e71-873a-40cd-a91d-2e6e203c8f63, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:19:53.464423 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.517878 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] For port 71369e71-873a-40cd-a91d-2e6e203c8f63, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:19:53.521032 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] For port 71369e71-873a-40cd-a91d-2e6e203c8f63, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=71369e71-873a-40cd-a91d-2e6e203c8f63,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:19:53.531873 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.582749 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Allocated IP 172.20.0.1 (2e07ae00-2559-4c61-bfde-34b114150ce4/cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf/3958cb4b-ef9b-4233-abb9-6d3e5492a5fa) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:19:53.591202 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f429862-230b-41e7-baae-85a295569593 None None] Pushing event updated for resources: {'Port': ['ID=71369e71-873a-40cd-a91d-2e6e203c8f63,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:53.594313 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:53.594625 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:53.614055 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:19:53.666080 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:53.666715 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (63be77d0-c6fe-4e96-be7d-3c2d014c4e0e), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.698286 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Publish callbacks [] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.709302 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:53.736655 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.746881 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:19:53.777216 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Network 2e07ae00-2559-4c61-bfde-34b114150ce4 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:19:53.783371 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:19:53.786959 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:19:53.810596 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3958cb4b-ef9b-4233-abb9-6d3e5492a5fa,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:53.830323 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-868814'] for router_interface (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:53.919550 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:52Z', 'revision_number': 3, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:53.951538 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f0439d-99b7-491f-b441-90ce75049158 None None] The sync data for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi is: [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:52Z', 'revision_number': 3, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:19:53.970084 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:54.058300 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-38e38174-d02d-43fa-b17b-fd39d508d8e7 None None] Provisioning complete for port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:54.059089 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-38e38174-d02d-43fa-b17b-fd39d508d8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:54.099413 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-38e38174-d02d-43fa-b17b-fd39d508d8e7 None None] Port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:19:54.155601 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Publish callbacks [] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:54.165143 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:54.238164 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868770'] for router_interface (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:54.246330 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3958cb4b-ef9b-4233-abb9-6d3e5492a5fa,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:54.338955 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Network 2e07ae00-2559-4c61-bfde-34b114150ce4 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:19:54.340462 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:19:54.468326 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:19:54.587289 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:19:54.593289 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-25b29f64-49d2-4ffc-b0b3-c611f37590f2 admin admin] 10.222.0.13 "PUT /v2.0/routers/1f18a9af-ab86-403b-8ff3-c08dd1a902d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789968 Mar 07 18:19:54.624232 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-6cbd9eda-d3b4-40e7-9ae9-d69b31041868 None None] Provisioning complete for port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:54.624705 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9eda-d3b4-40e7-9ae9-d69b31041868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:54.660269 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd9eda-d3b4-40e7-9ae9-d69b31041868 None None] Port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:19:55.062945 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44768) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:55.068575 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-588971539-network', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:19:55.086992 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Made reservation on behalf of aceb558ae30b4be4a4a1a090d3f435f0 for: {'network': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:19:55.089288 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for network (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.097601 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.174014 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Publish callbacks [] for security_group (9a49a683-7f84-4fa5-b010-7a0c35171c05), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.178307 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (9a49a683-7f84-4fa5-b010-7a0c35171c05), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.203831 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 18:19:55.213864 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a49a683-7f84-4fa5-b010-7a0c35171c05,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:55.218681 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (78779c41-b180-4846-bd09-5685f898970a), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.219024 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.segments_db [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Added segment 78779c41-b180-4846-bd09-5685f898970a of type vlan for network f9151d15-1241-46dd-acab-7562f09fad57 Mar 07 18:19:55.259616 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736633755383'] for network (f9151d15-1241-46dd-acab-7562f09fad57), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.283542 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553'] for network (f9151d15-1241-46dd-acab-7562f09fad57), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.284753 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:55.285335 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.345275 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2810605 Mar 07 18:19:55.348683 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44770) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:55.356314 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-57a489a8-343a-4f44-b75f-5c6ed248f784 admin admin] Request body: {'subnet': {'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-588971539-subnet', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'ip_version': 4}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:19:55.360457 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f240890-348c-4983-87a9-3fa4e1040391 admin admin] Pushing event updated for resources: {'Network': ['ID=f9151d15-1241-46dd-acab-7562f09fad57,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:55.372021 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Network f9151d15-1241-46dd-acab-7562f09fad57 details requested by agent ovs-agent-dv-cinder-832291-1-iscsi with host dv-cinder-832291-1-iscsi {{(pid=103235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 18:19:55.379048 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a489a8-343a-4f44-b75f-5c6ed248f784 admin admin] Made reservation on behalf of aceb558ae30b4be4a4a1a090d3f435f0 for: {'subnet': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:19:55.381472 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-57a489a8-343a-4f44-b75f-5c6ed248f784 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3952781'] for subnet (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.529016 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Sync routers for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:19:55.541801 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:55.542516 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:55.555702 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-57a489a8-343a-4f44-b75f-5c6ed248f784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3070244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3952787'] for subnet (d5d281c4-2ab6-4537-8393-8a98ec981c13), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.600099 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 71369e71-873a-40cd-a91d-2e6e203c8f63 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:19:55.614721 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a489a8-343a-4f44-b75f-5c6ed248f784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d281c4-2ab6-4537-8393-8a98ec981c13,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:55.622694 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a489a8-343a-4f44-b75f-5c6ed248f784 admin admin] Checking segment: {'id': '78779c41-b180-4846-bd09-5685f898970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:19:55.623052 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a489a8-343a-4f44-b75f-5c6ed248f784 admin admin] Network hostable DHCP agents. Network: f9151d15-1241-46dd-acab-7562f09fad57, hostable agents: ['ee120aec-7504-46de-bbcc-1e6b17b30249'], hosted agents: [] {{(pid=103234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 18:19:55.639993 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a489a8-343a-4f44-b75f-5c6ed248f784 admin admin] Network f9151d15-1241-46dd-acab-7562f09fad57 is scheduled to be hosted by DHCP agent ee120aec-7504-46de-bbcc-1e6b17b30249 with binding_index 1 {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 18:19:55.648621 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-57a489a8-343a-4f44-b75f-5c6ed248f784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832291-1-iscsi, f9151d15-1241-46dd-acab-7562f09fad57) {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:19:55.652815 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a489a8-343a-4f44-b75f-5c6ed248f784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:19:55.653400 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-57a489a8-343a-4f44-b75f-5c6ed248f784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.663036 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8db335f-809a-4ce0-8a8f-9e1fca384522 None None] Network f9151d15-1241-46dd-acab-7562f09fad57 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:19:55.669853 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-57a489a8-343a-4f44-b75f-5c6ed248f784 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3201654 Mar 07 18:19:55.672531 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44772) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:55.677432 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-588971539-router', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:19:55.696710 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-869773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9900'] for router (a8684772-5b75-40b0-afb8-3c72e728aa18), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.697724 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-874621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-869326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9895'] for router (a8684772-5b75-40b0-afb8-3c72e728aa18), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.749618 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Publish callbacks [] for router_controller (a8684772-5b75-40b0-afb8-3c72e728aa18), precommit_add_association {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.761898 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:55.823607 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 71369e71-873a-40cd-a91d-2e6e203c8f63 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:55.824014 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.850870 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f639710-a962-506a-8ebd-460ce1cef75f-f9151d15-1241-46dd-acab-7562f09fad57', 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57', 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'fixed_ips': [{'subnet_id': 'd5d281c4-2ab6-4537-8393-8a98ec981c13'}]}} from dv-cinder-832291-1-iscsi. {{(pid=103235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 18:19:55.851758 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:55.895135 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Publish callbacks [] for router_gateway (a8684772-5b75-40b0-afb8-3c72e728aa18), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.089837 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Publish callbacks [] for router_gateway (a8684772-5b75-40b0-afb8-3c72e728aa18), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.108372 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.152547 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 71369e71-873a-40cd-a91d-2e6e203c8f63 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:19:56.152943 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.171205 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.db_base_plugin_common [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Allocated IP 172.20.0.2 (f9151d15-1241-46dd-acab-7562f09fad57/d5d281c4-2ab6-4537-8393-8a98ec981c13/617e57e2-b4ff-4343-8a2f-b48e11305818) {{(pid=103235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:19:56.197222 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port 71369e71-873a-40cd-a91d-2e6e203c8f63, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=71369e71-873a-40cd-a91d-2e6e203c8f63,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:56.205712 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.210788 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Allocated IP 172.27.0.235 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/b1e0a01a-36d4-4eda-8ae9-79b257a462e1) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:19:56.315896 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Publish callbacks [] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.316732 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=71369e71-873a-40cd-a91d-2e6e203c8f63,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:56.322408 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:54Z', 'revision_number': 2, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:56.349481 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.390258 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:19:56.393974 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:19:56.397701 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:19:56.403552 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Pushing event updated for resources: {'Port': ['ID=b1e0a01a-36d4-4eda-8ae9-79b257a462e1,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:56.490576 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Checking router: 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:19:56.491158 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Updating router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa binding host dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:19:56.548278 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.603834 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Publish callbacks [] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), precommit_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.615765 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), after_create {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.656430 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Publish callbacks [] for router_gateway (a8684772-5b75-40b0-afb8-3c72e728aa18), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.711725 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Network f9151d15-1241-46dd-acab-7562f09fad57 is already hosted by enough agents. {{(pid=103235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:19:56.719556 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.scheduler.base_scheduler [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Resources bound (agent type, host, resource id): {{(pid=103235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:19:56.725267 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Received port after_create {{(pid=103235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:19:56.738896 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Pushing event updated for resources: {'Port': ['ID=617e57e2-b4ff-4343-8a2f-b48e11305818,revision_number=1']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:56.842654 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Attempting to bind port 617e57e2-b4ff-4343-8a2f-b48e11305818 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:19:56.843034 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Attempting to bind port 617e57e2-b4ff-4343-8a2f-b48e11305818 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '78779c41-b180-4846-bd09-5685f898970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:19:56.843416 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Attempting to bind port 617e57e2-b4ff-4343-8a2f-b48e11305818 on network f9151d15-1241-46dd-acab-7562f09fad57 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:19:56.853161 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:19:56.853543 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Checking segment: {'id': '78779c41-b180-4846-bd09-5685f898970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:19:56.854017 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.854354 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Bound using segment: {'id': '78779c41-b180-4846-bd09-5685f898970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:19:56.854824 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Bound port: 617e57e2-b4ff-4343-8a2f-b48e11305818, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78779c41-b180-4846-bd09-5685f898970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:19:56.855213 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.857622 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-874614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-869347'] for router (a8684772-5b75-40b0-afb8-3c72e728aa18), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.973870 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] For port 617e57e2-b4ff-4343-8a2f-b48e11305818, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:19:56.978309 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] For port 617e57e2-b4ff-4343-8a2f-b48e11305818, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=617e57e2-b4ff-4343-8a2f-b48e11305818,segment=NetworkSegment(78779c41-b180-4846-bd09-5685f898970a),segment_id=78779c41-b180-4846-bd09-5685f898970a)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:19:56.983237 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Router a8684772-5b75-40b0-afb8-3c72e728aa18 is scheduled to L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a with binding_index 1 {{(pid=103234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 18:19:56.991822 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:56.994777 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Publish callbacks [] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:57.021439 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:57.071304 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d5cdf-0e1a-41dc-9b25-1654ff58b5a7 None None] Pushing event updated for resources: {'Port': ['ID=617e57e2-b4ff-4343-8a2f-b48e11305818,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:57.106803 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:19:57.118902 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Sync routers for ids ['a8684772-5b75-40b0-afb8-3c72e728aa18'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:19:57.131799 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:57.135898 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3a69eeaf-7f64-44f5-b359-b09e4bd55e0f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4623425 Mar 07 18:19:57.139055 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 44774) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:19:57.140372 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Routers {'a8684772-5b75-40b0-afb8-3c72e728aa18'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:57.140372 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['a8684772-5b75-40b0-afb8-3c72e728aa18'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:57.194214 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e10c3-5351-4f73-aa5a-5871029bcf6b None None] Pushing event updated for resources: {'Port': ['ID=3958cb4b-ef9b-4233-abb9-6d3e5492a5fa,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:57.196680 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Attempting to bind port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:19:57.197236 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Attempting to bind port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:19:57.197877 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Attempting to bind port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa on network 2e07ae00-2559-4c61-bfde-34b114150ce4 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:19:57.204366 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:19:57.205630 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Checking segment: {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:19:57.206192 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:57.206590 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Bound using segment: {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:19:57.207292 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Bound port: 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:19:57.207745 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:57.292500 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] For port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:19:57.299439 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] For port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=3958cb4b-ef9b-4233-abb9-6d3e5492a5fa,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:19:57.315255 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:57.332941 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Set router a8684772-5b75-40b0-afb8-3c72e728aa18 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:57.415765 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:57.416703 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:57.470446 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e10c3-5351-4f73-aa5a-5871029bcf6b None None] Pushing event updated for resources: {'Port': ['ID=3958cb4b-ef9b-4233-abb9-6d3e5492a5fa,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:57.558125 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-a3fe64b3-0a0e-4447-b94a-e26a1248ebae None None] Provisioning complete for port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:57.558775 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a3fe64b3-0a0e-4447-b94a-e26a1248ebae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:57.636308 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:57.745175 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'name': 'tempest-TestVolumeBootPattern-588971539-router', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:55Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 3, 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'gw_port': {'id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:16:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:56Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:57.780983 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:57.781198 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Checking router: a8684772-5b75-40b0-afb8-3c72e728aa18 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:19:57.781531 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Updating router a8684772-5b75-40b0-afb8-3c72e728aa18 port b1e0a01a-36d4-4eda-8ae9-79b257a462e1 binding host dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:19:57.809078 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:57.820103 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 71369e71-873a-40cd-a91d-2e6e203c8f63 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:19:57.860964 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe64b3-0a0e-4447-b94a-e26a1248ebae None None] Current status of the port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:19:57.861996 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a3fe64b3-0a0e-4447-b94a-e26a1248ebae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:57.948995 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-a3fe64b3-0a0e-4447-b94a-e26a1248ebae None None] For port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=3958cb4b-ef9b-4233-abb9-6d3e5492a5fa,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:57.958404 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a3fe64b3-0a0e-4447-b94a-e26a1248ebae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:57.960201 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 71369e71-873a-40cd-a91d-2e6e203c8f63 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:57.960571 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:57.965328 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Allocated IP 172.20.0.1 (f9151d15-1241-46dd-acab-7562f09fad57/d5d281c4-2ab6-4537-8393-8a98ec981c13/5ecab852-9f2e-4adb-8e48-98dc24e88f28) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:19:58.055050 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe64b3-0a0e-4447-b94a-e26a1248ebae None None] Pushing event updated for resources: {'Port': ['ID=3958cb4b-ef9b-4233-abb9-6d3e5492a5fa,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:58.067162 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:58.072253 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Publish callbacks [] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), precommit_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.079152 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.115539 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a390d-7863-4ae0-922a-8d30a14312a0 None None] The sync data for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi is: [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:19:58.116250 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Publish callbacks [] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.136631 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db34a5-eba2-402b-8ee7-505964f4f7fe None None] Pushing event updated for resources: {'Port': ['ID=b1e0a01a-36d4-4eda-8ae9-79b257a462e1,revision_number=2']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:58.161388 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-d02581d9-f031-4ee8-8a3c-89426bf4bd44 None None] Provisioning complete for port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:58.161773 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d02581d9-f031-4ee8-8a3c-89426bf4bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.184879 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.189857 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Attempting to bind port b1e0a01a-36d4-4eda-8ae9-79b257a462e1 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:19:58.190243 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Attempting to bind port b1e0a01a-36d4-4eda-8ae9-79b257a462e1 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:19:58.190612 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Attempting to bind port b1e0a01a-36d4-4eda-8ae9-79b257a462e1 on network f677d92c-de1b-4c38-ad35-4a06c685919d {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:19:58.201345 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:19:58.201739 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Checking segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:19:58.202149 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.202948 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Bound using segment: {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'} {{(pid=103236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:19:58.203070 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.managers [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Bound port: b1e0a01a-36d4-4eda-8ae9-79b257a462e1, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccf238-bd29-44f3-bb98-996c958b5ad3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d'}}] {{(pid=103236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:19:58.203402 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), before_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.240438 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 71369e71-873a-40cd-a91d-2e6e203c8f63 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:19:58.241865 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 617e57e2-b4ff-4343-8a2f-b48e11305818 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:19:58.254842 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Network f9151d15-1241-46dd-acab-7562f09fad57 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:19:58.258182 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:19:58.260682 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:19:58.268672 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Pushing event updated for resources: {'Port': ['ID=5ecab852-9f2e-4adb-8e48-98dc24e88f28,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:58.295418 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] For port b1e0a01a-36d4-4eda-8ae9-79b257a462e1, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:19:58.299383 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.plugins.ml2.db [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] For port b1e0a01a-36d4-4eda-8ae9-79b257a462e1, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=b1e0a01a-36d4-4eda-8ae9-79b257a462e1,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:19:58.311755 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), after_update {{(pid=103236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.317610 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-868814'] for router_interface (a8684772-5b75-40b0-afb8-3c72e728aa18), before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.381417 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-d02581d9-f031-4ee8-8a3c-89426bf4bd44 None None] Current status of the port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:19:58.386588 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db34a5-eba2-402b-8ee7-505964f4f7fe None None] Pushing event updated for resources: {'Port': ['ID=b1e0a01a-36d4-4eda-8ae9-79b257a462e1,revision_number=3']} {{(pid=103236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:58.392099 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 617e57e2-b4ff-4343-8a2f-b48e11305818 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:58.392099 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.418656 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Routers {'a8684772-5b75-40b0-afb8-3c72e728aa18'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:19:58.419276 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['a8684772-5b75-40b0-afb8-3c72e728aa18'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:58.515977 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f980d78a-9917-4dd4-949d-012bc62c928b None None] Network f9151d15-1241-46dd-acab-7562f09fad57 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:19:58.540883 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.562839 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] Set router a8684772-5b75-40b0-afb8-3c72e728aa18 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:19:58.692755 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 617e57e2-b4ff-4343-8a2f-b48e11305818 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:19:58.693326 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.759406 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Publish callbacks [] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.765110 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8670888'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.769956 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port 617e57e2-b4ff-4343-8a2f-b48e11305818, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=617e57e2-b4ff-4343-8a2f-b48e11305818,segment=NetworkSegment(78779c41-b180-4846-bd09-5685f898970a),segment_id=78779c41-b180-4846-bd09-5685f898970a)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:19:58.775898 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-9d89791f-42d3-410b-99a8-c07fea54a3c7 None None] Provisioning complete for port 617e57e2-b4ff-4343-8a2f-b48e11305818 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:58.776075 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9d89791f-42d3-410b-99a8-c07fea54a3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.790298 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'name': 'tempest-TestVolumeBootPattern-588971539-router', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:55Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 3, 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'gw_port': {'id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:16:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:56Z', 'updated_at': '2022-03-07T18:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:19:58.826232 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.850694 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4b925-173d-4434-98b0-4a6cf63c653d None None] The sync data for ids ['a8684772-5b75-40b0-afb8-3c72e728aa18'] in dv-cinder-832291-1-iscsi is: [{'id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'name': 'tempest-TestVolumeBootPattern-588971539-router', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:55Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 3, 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'gw_port': {'id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:16:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:56Z', 'updated_at': '2022-03-07T18:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:19:58.858571 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-868770'] for router_interface (a8684772-5b75-40b0-afb8-3c72e728aa18), after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:58.869257 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Pushing event updated for resources: {'Port': ['ID=5ecab852-9f2e-4adb-8e48-98dc24e88f28,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:58.957784 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=617e57e2-b4ff-4343-8a2f-b48e11305818,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:19:58.971366 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-9d89791f-42d3-410b-99a8-c07fea54a3c7 None None] Current status of the port 617e57e2-b4ff-4343-8a2f-b48e11305818 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:19:58.981108 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Network f9151d15-1241-46dd-acab-7562f09fad57 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:19:58.982596 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:19:59.295740 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-34bfc506-02fc-4702-aba6-661059fafedc None None] Provisioning complete for port 617e57e2-b4ff-4343-8a2f-b48e11305818 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:59.296203 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-34bfc506-02fc-4702-aba6-661059fafedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:59.405616 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-34bfc506-02fc-4702-aba6-661059fafedc None None] Current status of the port 617e57e2-b4ff-4343-8a2f-b48e11305818 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:19:59.418888 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-34bfc506-02fc-4702-aba6-661059fafedc None None] Provisioning complete for port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:59.419613 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-34bfc506-02fc-4702-aba6-661059fafedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:59.461437 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-34bfc506-02fc-4702-aba6-661059fafedc None None] Port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:19:59.482573 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Router a8684772-5b75-40b0-afb8-3c72e728aa18 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:19:59.585605 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-acd0e57e-f7a3-4697-8e1c-1ab2239836e1 None None] Provisioning complete for port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:59.585989 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-acd0e57e-f7a3-4697-8e1c-1ab2239836e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:59.649440 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-acd0e57e-f7a3-4697-8e1c-1ab2239836e1 None None] Port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:19:59.680892 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:19:59.692856 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-00260f1b-f523-42af-86ae-65a063fc98ff admin admin] 10.222.0.13 "PUT /v2.0/routers/a8684772-5b75-40b0-afb8-3c72e728aa18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5519097 Mar 07 18:19:59.756920 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 617e57e2-b4ff-4343-8a2f-b48e11305818 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:19:59.809038 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 617e57e2-b4ff-4343-8a2f-b48e11305818 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:59.809420 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:59.884743 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-eeec7b08-e68d-49f9-a91d-1e64f80ab0ce None None] Provisioning complete for port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:19:59.885124 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-eeec7b08-e68d-49f9-a91d-1e64f80ab0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:19:59.952777 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 617e57e2-b4ff-4343-8a2f-b48e11305818 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:19:59.953894 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:19:59.982669 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-eeec7b08-e68d-49f9-a91d-1e64f80ab0ce None None] Port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:20:00.015116 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:20:00.015380 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.094458 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:20:00.096068 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device b1e0a01a-36d4-4eda-8ae9-79b257a462e1 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:20:00.151074 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port b1e0a01a-36d4-4eda-8ae9-79b257a462e1 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:20:00.151466 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.232292 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port b1e0a01a-36d4-4eda-8ae9-79b257a462e1 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:20:00.233235 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.255262 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] For port b1e0a01a-36d4-4eda-8ae9-79b257a462e1, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=b1e0a01a-36d4-4eda-8ae9-79b257a462e1,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:20:00.259105 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.306060 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Pushing event updated for resources: {'Port': ['ID=b1e0a01a-36d4-4eda-8ae9-79b257a462e1,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:00.379932 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44782) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:20:00.384602 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-6b90da9e-d081-4211-90eb-9ed3ce0a139a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224495367', 'description': 'tempest-secgroup-smoke-224495367 description', 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:20:00.404714 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b90da9e-d081-4211-90eb-9ed3ce0a139a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.467976 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b90da9e-d081-4211-90eb-9ed3ce0a139a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group (8da4a95f-6a05-43de-9703-c4034d2c59fb), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.472176 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b90da9e-d081-4211-90eb-9ed3ce0a139a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8da4a95f-6a05-43de-9703-c4034d2c59fb), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.501978 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b90da9e-d081-4211-90eb-9ed3ce0a139a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.503353 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-6b90da9e-d081-4211-90eb-9ed3ce0a139a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1223888 Mar 07 18:20:00.504055 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90da9e-d081-4211-90eb-9ed3ce0a139a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da4a95f-6a05-43de-9703-c4034d2c59fb,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:00.506386 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44784) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:20:00.510840 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-11b35d19-8f9b-453a-b8ff-f7b7b206bc93 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'security_group_rule': {'security_group_id': '8da4a95f-6a05-43de-9703-c4034d2c59fb', 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:20:00.535236 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11b35d19-8f9b-453a-b8ff-f7b7b206bc93 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (20fd9b05-89e7-4df4-812e-a8bbc65863fe), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.588580 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11b35d19-8f9b-453a-b8ff-f7b7b206bc93 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (20fd9b05-89e7-4df4-812e-a8bbc65863fe), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.591880 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11b35d19-8f9b-453a-b8ff-f7b7b206bc93 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (20fd9b05-89e7-4df4-812e-a8bbc65863fe), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.611234 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b35d19-8f9b-453a-b8ff-f7b7b206bc93 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fd9b05-89e7-4df4-812e-a8bbc65863fe,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:00.616767 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11b35d19-8f9b-453a-b8ff-f7b7b206bc93 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.620535 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-11b35d19-8f9b-453a-b8ff-f7b7b206bc93 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107008 Mar 07 18:20:00.620774 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44786) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:20:00.624826 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-da41f0c4-c9c8-469e-9478-ea47eb754581 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'security_group_rule': {'security_group_id': '8da4a95f-6a05-43de-9703-c4034d2c59fb', 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:20:00.649156 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-da41f0c4-c9c8-469e-9478-ea47eb754581 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (63b88b07-9d92-4f38-954c-0c344fc32326), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.707787 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-da41f0c4-c9c8-469e-9478-ea47eb754581 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (63b88b07-9d92-4f38-954c-0c344fc32326), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.711332 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-da41f0c4-c9c8-469e-9478-ea47eb754581 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (63b88b07-9d92-4f38-954c-0c344fc32326), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.729796 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41f0c4-c9c8-469e-9478-ea47eb754581 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b88b07-9d92-4f38-954c-0c344fc32326,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:00.734943 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-da41f0c4-c9c8-469e-9478-ea47eb754581 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.736837 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-da41f0c4-c9c8-469e-9478-ea47eb754581 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145525 Mar 07 18:20:00.738975 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44788) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:20:00.743703 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-7dc3165d-a105-402b-ad48-eaf35ba74fed tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'security_group_rule': {'security_group_id': '8da4a95f-6a05-43de-9703-c4034d2c59fb', 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:20:00.769341 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7dc3165d-a105-402b-ad48-eaf35ba74fed tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (4bc698ea-13e2-4e27-b2c8-0e47c27671e2), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.824007 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7dc3165d-a105-402b-ad48-eaf35ba74fed tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (4bc698ea-13e2-4e27-b2c8-0e47c27671e2), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.828615 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7dc3165d-a105-402b-ad48-eaf35ba74fed tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (4bc698ea-13e2-4e27-b2c8-0e47c27671e2), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.846378 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3165d-a105-402b-ad48-eaf35ba74fed tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc698ea-13e2-4e27-b2c8-0e47c27671e2,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:00.854460 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7dc3165d-a105-402b-ad48-eaf35ba74fed tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.855635 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7dc3165d-a105-402b-ad48-eaf35ba74fed tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155465 Mar 07 18:20:00.858314 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44790) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:20:00.862815 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-f538f86f-8a71-4968-ba0a-18fd83c014e6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'security_group_rule': {'security_group_id': '8da4a95f-6a05-43de-9703-c4034d2c59fb', 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:20:00.887181 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f538f86f-8a71-4968-ba0a-18fd83c014e6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (aca7ed99-310f-4bb7-aacd-f14afe2e0f92), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.944344 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f538f86f-8a71-4968-ba0a-18fd83c014e6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (aca7ed99-310f-4bb7-aacd-f14afe2e0f92), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.948022 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f538f86f-8a71-4968-ba0a-18fd83c014e6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (aca7ed99-310f-4bb7-aacd-f14afe2e0f92), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.967600 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538f86f-8a71-4968-ba0a-18fd83c014e6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca7ed99-310f-4bb7-aacd-f14afe2e0f92,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:00.973220 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f538f86f-8a71-4968-ba0a-18fd83c014e6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:00.974380 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-f538f86f-8a71-4968-ba0a-18fd83c014e6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151636 Mar 07 18:20:00.977341 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44792) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:20:00.981491 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-c13b91a6-7119-474d-b9fc-5ea73c558097 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'security_group_rule': {'security_group_id': '8da4a95f-6a05-43de-9703-c4034d2c59fb', 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:20:01.002288 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.securitygroups_db [None req-c13b91a6-7119-474d-b9fc-5ea73c558097 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Project c7d271cd78ac4031be6720ff58f5f6f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 18:20:01.006782 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c13b91a6-7119-474d-b9fc-5ea73c558097 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (2766bf64-3677-4482-a516-48567cf475a0), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:01.066505 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c13b91a6-7119-474d-b9fc-5ea73c558097 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (2766bf64-3677-4482-a516-48567cf475a0), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:01.070309 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c13b91a6-7119-474d-b9fc-5ea73c558097 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (2766bf64-3677-4482-a516-48567cf475a0), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:01.087324 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b91a6-7119-474d-b9fc-5ea73c558097 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2766bf64-3677-4482-a516-48567cf475a0,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:01.095511 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c13b91a6-7119-474d-b9fc-5ea73c558097 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:01.096717 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-c13b91a6-7119-474d-b9fc-5ea73c558097 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184759 Mar 07 18:20:01.099440 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44794) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:20:01.103815 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-e9ac6793-7f96-4606-a1ce-843d0f78bd88 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'security_group_rule': {'security_group_id': '8da4a95f-6a05-43de-9703-c4034d2c59fb', 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:20:01.123411 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.securitygroups_db [None req-e9ac6793-7f96-4606-a1ce-843d0f78bd88 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Project c7d271cd78ac4031be6720ff58f5f6f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 18:20:01.128983 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e9ac6793-7f96-4606-a1ce-843d0f78bd88 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (89bfbc9f-f7cb-4b35-a56c-fb95cd69fda8), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:01.187844 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e9ac6793-7f96-4606-a1ce-843d0f78bd88 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (89bfbc9f-f7cb-4b35-a56c-fb95cd69fda8), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:01.191736 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e9ac6793-7f96-4606-a1ce-843d0f78bd88 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573136'] for security_group_rule (89bfbc9f-f7cb-4b35-a56c-fb95cd69fda8), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:01.208274 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac6793-7f96-4606-a1ce-843d0f78bd88 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bfbc9f-f7cb-4b35-a56c-fb95cd69fda8,revision_number=0']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:01.216411 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e9ac6793-7f96-4606-a1ce-843d0f78bd88 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:01.217596 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e9ac6793-7f96-4606-a1ce-843d0f78bd88 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169591 Mar 07 18:20:01.576551 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device b1e0a01a-36d4-4eda-8ae9-79b257a462e1 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:20:01.605675 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Sync routers for ids ['a8684772-5b75-40b0-afb8-3c72e728aa18'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:20:01.630067 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Routers {'a8684772-5b75-40b0-afb8-3c72e728aa18'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:20:01.630700 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['a8684772-5b75-40b0-afb8-3c72e728aa18'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:20:01.693660 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port b1e0a01a-36d4-4eda-8ae9-79b257a462e1 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:20:01.694037 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:01.777533 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Set router a8684772-5b75-40b0-afb8-3c72e728aa18 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:20:01.901591 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port b1e0a01a-36d4-4eda-8ae9-79b257a462e1 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:20:02.013218 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'name': 'tempest-TestVolumeBootPattern-588971539-router', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:55Z', 'updated_at': '2022-03-07T18:19:58Z', 'revision_number': 4, 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'gw_port': {'id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:16:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:56Z', 'updated_at': '2022-03-07T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '5ecab852-9f2e-4adb-8e48-98dc24e88f28', 'name': '', 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'mac_address': 'fa:16:3e:c7:ce:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd5d281c4-2ab6-4537-8393-8a98ec981c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:57Z', 'updated_at': '2022-03-07T18:19:58Z', 'revision_number': 2, 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'subnets': [{'id': 'd5d281c4-2ab6-4537-8393-8a98ec981c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:20:02.040329 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Checking router: a8684772-5b75-40b0-afb8-3c72e728aa18 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:20:02.040689 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Updating router a8684772-5b75-40b0-afb8-3c72e728aa18 port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 binding host dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 18:20:02.067655 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:02.332311 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Publish callbacks [] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:02.337604 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:02.386943 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011dd2c-d49b-4c78-ae7f-ca5b76343834 None None] Pushing event updated for resources: {'Port': ['ID=5ecab852-9f2e-4adb-8e48-98dc24e88f28,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:02.449432 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Attempting to bind port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 on host dv-cinder-832291-1-iscsi for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:20:02.449809 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Attempting to bind port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 by drivers openvswitch,hyperv on host dv-cinder-832291-1-iscsi at level 0 using segments [{'id': '78779c41-b180-4846-bd09-5685f898970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:20:02.450252 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Attempting to bind port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 on network f9151d15-1241-46dd-acab-7562f09fad57 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:20:02.456443 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Checking agent: {'id': '0c75eca4-85ec-40a3-ae6a-e63fa0200a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832291-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 0, 48), 'started_at': datetime.datetime(2022, 3, 7, 18, 1, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832291-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:20:02.456824 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Checking segment: {'id': '78779c41-b180-4846-bd09-5685f898970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:20:02.457233 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:02.457634 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Bound using segment: {'id': '78779c41-b180-4846-bd09-5685f898970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:20:02.458108 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Bound port: 5ecab852-9f2e-4adb-8e48-98dc24e88f28, host: dv-cinder-832291-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78779c41-b180-4846-bd09-5685f898970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:20:02.458493 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:02.528712 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] For port 5ecab852-9f2e-4adb-8e48-98dc24e88f28, host dv-cinder-832291-1-iscsi, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:20:02.531983 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] For port 5ecab852-9f2e-4adb-8e48-98dc24e88f28, host dv-cinder-832291-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=5ecab852-9f2e-4adb-8e48-98dc24e88f28,segment=NetworkSegment(78779c41-b180-4846-bd09-5685f898970a),segment_id=78779c41-b180-4846-bd09-5685f898970a)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:20:02.538823 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:02.592578 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Routers {'a8684772-5b75-40b0-afb8-3c72e728aa18'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:20:02.593216 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:19:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['a8684772-5b75-40b0-afb8-3c72e728aa18'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:20:02.649456 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011dd2c-d49b-4c78-ae7f-ca5b76343834 None None] Pushing event updated for resources: {'Port': ['ID=5ecab852-9f2e-4adb-8e48-98dc24e88f28,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:02.704363 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2975173d-ef5d-4f22-907e-8d257aa31f8f None None] Provisioning complete for port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:20:02.705282 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2975173d-ef5d-4f22-907e-8d257aa31f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:02.765924 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] Set router a8684772-5b75-40b0-afb8-3c72e728aa18 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:20:03.027375 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2975173d-ef5d-4f22-907e-8d257aa31f8f None None] Current status of the port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 is: DOWN; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:20:03.027729 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2975173d-ef5d-4f22-907e-8d257aa31f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:03.102050 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2975173d-ef5d-4f22-907e-8d257aa31f8f None None] For port 5ecab852-9f2e-4adb-8e48-98dc24e88f28, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=5ecab852-9f2e-4adb-8e48-98dc24e88f28,segment=NetworkSegment(78779c41-b180-4846-bd09-5685f898970a),segment_id=78779c41-b180-4846-bd09-5685f898970a)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:20:03.107830 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2975173d-ef5d-4f22-907e-8d257aa31f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:03.186807 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975173d-ef5d-4f22-907e-8d257aa31f8f None None] Pushing event updated for resources: {'Port': ['ID=5ecab852-9f2e-4adb-8e48-98dc24e88f28,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:03.207465 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'name': 'tempest-TestVolumeBootPattern-588971539-router', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:55Z', 'updated_at': '2022-03-07T18:19:58Z', 'revision_number': 4, 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'gw_port': {'id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:16:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:56Z', 'updated_at': '2022-03-07T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '5ecab852-9f2e-4adb-8e48-98dc24e88f28', 'name': '', 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'mac_address': 'fa:16:3e:c7:ce:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd5d281c4-2ab6-4537-8393-8a98ec981c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:57Z', 'updated_at': '2022-03-07T18:20:02Z', 'revision_number': 4, 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'subnets': [{'id': 'd5d281c4-2ab6-4537-8393-8a98ec981c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:20:03.239885 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70c927-f9c8-4aa8-98f9-1ab2e2d18eca None None] The sync data for ids ['a8684772-5b75-40b0-afb8-3c72e728aa18'] in dv-cinder-832291-1-iscsi is: [{'id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'name': 'tempest-TestVolumeBootPattern-588971539-router', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:55Z', 'updated_at': '2022-03-07T18:19:58Z', 'revision_number': 4, 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'gw_port': {'id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:16:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:56Z', 'updated_at': '2022-03-07T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '5ecab852-9f2e-4adb-8e48-98dc24e88f28', 'name': '', 'network_id': 'f9151d15-1241-46dd-acab-7562f09fad57', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'mac_address': 'fa:16:3e:c7:ce:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'd5d281c4-2ab6-4537-8393-8a98ec981c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:57Z', 'updated_at': '2022-03-07T18:20:02Z', 'revision_number': 4, 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'subnets': [{'id': 'd5d281c4-2ab6-4537-8393-8a98ec981c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:20:03.250071 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-ba7286bf-2e03-423d-8b25-2849dca07370 None None] Provisioning complete for port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:20:03.250445 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ba7286bf-2e03-423d-8b25-2849dca07370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:03.355815 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-ba7286bf-2e03-423d-8b25-2849dca07370 None None] Current status of the port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:20:03.594181 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 5ecab852-9f2e-4adb-8e48-98dc24e88f28 up at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:20:03.647556 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Provisioning complete for port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:20:03.648037 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:03.747962 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Current status of the port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 is: ACTIVE; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:20:11.233006 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:20:12.113256 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-58e80ea0-a570-4f58-b132-ab1c67381825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:14.290440 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1f6ea44f-37b0-4b3c-a865-f9ce49d67710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:15.449812 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:15.515743 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-4a3fcc73-65f6-47b2-bb2e-8b0230a471b1 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224495367&fields=id&tenant_id=c7d271cd78ac4031be6720ff58f5f6f9 HTTP/1.1" status: 200 len: 267 time: 0.0449243 Mar 07 18:20:15.550538 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:15.858345 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-81a87516-5165-41f4-9ad5-187754e0cee0 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:15.859818 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-81a87516-5165-41f4-9ad5-187754e0cee0 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 812 time: 0.3372476 Mar 07 18:20:15.874738 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-34ff7c02-3a0c-4828-879c-183ace518ee1 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/quotas/c7d271cd78ac4031be6720ff58f5f6f9 HTTP/1.1" status: 200 len: 375 time: 0.0096653 Mar 07 18:20:15.927077 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-d2dc9074-f3cd-4d2b-b37a-6c3a8efd30a1 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476677 Mar 07 18:20:15.941777 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-b4abf798-f49c-4730-9d0b-58054368cbeb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:20:15.942725 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-b4abf798-f49c-4730-9d0b-58054368cbeb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048630 Mar 07 18:20:16.029979 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-11e61b15-616d-4d65-ba2c-2d8b32b6b0a8 service neutron] 10.222.0.13 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822163 Mar 07 18:20:16.117334 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-e021abcf-5b76-4763-8ed2-0f4543aa6ff5 service neutron] 10.222.0.13 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816863 Mar 07 18:20:16.903078 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:17.409554 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-42e5c3b1-3c69-4740-9c78-b2585cb74aa1 req-6d9ea601-8ecc-439c-bdb9-65bf59a065c6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 210 time: 0.0309322 Mar 07 18:20:18.400654 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-6d94e96b-5890-4118-a560-841381f1273b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:18.402079 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-6d94e96b-5890-4118-a560-841381f1273b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 812 time: 0.1005504 Mar 07 18:20:18.465326 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-c62769d4-9523-4ff9-821d-61d21352c4a9 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7d271cd78ac4031be6720ff58f5f6f9 HTTP/1.1" status: 200 len: 379 time: 0.0545757 Mar 07 18:20:18.474277 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'port': {'device_id': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'admin_state_up': True, 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'security_groups': ['8da4a95f-6a05-43de-9703-c4034d2c59fb']}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:20:18.529173 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e7ee056b-5cab-4f48-9ecc-352c68e9d95a req-aceafac6-ff96-4578-a149-e2dc069db3a6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 210 time: 0.0494213 Mar 07 18:20:18.556908 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:18.612035 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Made reservation on behalf of c7d271cd78ac4031be6720ff58f5f6f9 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:20:18.615925 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:18.748250 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Allocated IP 172.20.0.3 (2e07ae00-2559-4c61-bfde-34b114150ce4/cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf/d25dfd4a-5ae2-4925-9c8e-137f293531c9) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:20:18.891778 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:18.924912 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:18.967408 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Network 2e07ae00-2559-4c61-bfde-34b114150ce4 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:20:18.970336 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:20:18.973791 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:20:19.001087 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'Port': ['ID=d25dfd4a-5ae2-4925-9c8e-137f293531c9,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:19.029020 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:19.029643 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:19.049303 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-a6b8cb8a-5bc9-4586-ae19-6b1cdf8de391 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5796731 Mar 07 18:20:19.061465 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Request body: {'port': {'device_id': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:20:19.126337 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:19.183163 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-4d3db21b-f784-4c63-bcff-2ab902891260 None None] Provisioning complete for port d25dfd4a-5ae2-4925-9c8e-137f293531c9 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:20:19.183536 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4d3db21b-f784-4c63-bcff-2ab902891260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:19.217507 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-4d3db21b-f784-4c63-bcff-2ab902891260 None None] Port d25dfd4a-5ae2-4925-9c8e-137f293531c9 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:20:19.378847 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25dfd4a-5ae2-4925-9c8e-137f293531c9 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:20:19.386202 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Publish callbacks [] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:19.398266 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Transition to ACTIVE for port object d25dfd4a-5ae2-4925-9c8e-137f293531c9 will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:20:19.402453 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:19.451637 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=d25dfd4a-5ae2-4925-9c8e-137f293531c9,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:19.526210 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Attempting to bind port d25dfd4a-5ae2-4925-9c8e-137f293531c9 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:20:19.526794 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Attempting to bind port d25dfd4a-5ae2-4925-9c8e-137f293531c9 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:20:19.526904 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Attempting to bind port d25dfd4a-5ae2-4925-9c8e-137f293531c9 on network 2e07ae00-2559-4c61-bfde-34b114150ce4 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:20:19.531266 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Port d25dfd4a-5ae2-4925-9c8e-137f293531c9 on network 2e07ae00-2559-4c61-bfde-34b114150ce4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:20:19.531610 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Attempting to bind port d25dfd4a-5ae2-4925-9c8e-137f293531c9 on network 2e07ae00-2559-4c61-bfde-34b114150ce4 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:20:19.536521 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:20:19.536863 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Checking segment: {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:20:19.537391 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Bound using segment: {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:20:19.538206 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Bound port: d25dfd4a-5ae2-4925-9c8e-137f293531c9, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:20:19.538562 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:19.617123 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] For port d25dfd4a-5ae2-4925-9c8e-137f293531c9, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:20:19.644049 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] For port d25dfd4a-5ae2-4925-9c8e-137f293531c9, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=d25dfd4a-5ae2-4925-9c8e-137f293531c9,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:20:19.653007 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:19.700109 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:19.700820 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:19.702194 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] 10.222.0.37 "PUT /v2.0/ports/d25dfd4a-5ae2-4925-9c8e-137f293531c9 HTTP/1.1" status: 200 len: 1093 time: 0.6460984 Mar 07 18:20:19.702649 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'tag': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:20:19.704933 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a4b09b-dd0e-46bc-b4b6-b2f16fceaa87" -d '{"events": [{"name": "network-changed", "server_uuid": "29347d05-db7b-4a15-9c34-cfae22adfe08", "tag": "d25dfd4a-5ae2-4925-9c8e-137f293531c9"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:20:19.718163 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410280c-27ed-493d-870d-0a1b2c594847 req-aab59aec-7420-4ca9-8e77-a40c29941a47 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:19.719937 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5410280c-27ed-493d-870d-0a1b2c594847 req-aab59aec-7420-4ca9-8e77-a40c29941a47 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 943 time: 0.1210084 Mar 07 18:20:19.759265 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e8e00-d8e3-44c4-b24b-2621a7b44ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=d25dfd4a-5ae2-4925-9c8e-137f293531c9,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:19.812182 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5410280c-27ed-493d-870d-0a1b2c594847 req-3ba19677-1d10-4938-af82-7de1eb4c96c0 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853660 Mar 07 18:20:19.823955 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-acc74030-eeda-4826-acc7-a6d83a31a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:19.825651 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-acc74030-eeda-4826-acc7-a6d83a31a262 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 1127 time: 0.0770960 Mar 07 18:20:19.873210 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-aaea5a4d-45d8-43a6-b252-e6d6013fd4a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d25dfd4a-5ae2-4925-9c8e-137f293531c9 HTTP/1.1" status: 200 len: 217 time: 0.0394623 Mar 07 18:20:19.930463 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-4a57b609-5374-42a5-b082-16a960610456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:19.931972 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-4a57b609-5374-42a5-b082-16a960610456 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0527515 Mar 07 18:20:19.985008 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-f05de411-08c1-4c16-9745-dd9ed2a897c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:19.986564 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-f05de411-08c1-4c16-9745-dd9ed2a897c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480599 Mar 07 18:20:19.990474 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665a94f7-6c34-4b92-9e16-a6a3c33fdf29 x-openstack-request-id: req-665a94f7-6c34-4b92-9e16-a6a3c33fdf29 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:20:19.990779 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29347d05-db7b-4a15-9c34-cfae22adfe08", "tag": "d25dfd4a-5ae2-4925-9c8e-137f293531c9", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:20:19.991031 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-665a94f7-6c34-4b92-9e16-a6a3c33fdf29 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:20:19.991443 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'tag': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9', 'status': 'completed', 'code': 200} Mar 07 18:20:20.080194 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-95cbeca8-7d39-4845-906a-fa40b4a79bff service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840752 Mar 07 18:20:20.166644 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a367be7c-f0f6-4eb4-801a-730a8041e494 req-dbd54949-af9b-477d-987e-ec4bce784977 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807617 Mar 07 18:20:20.254583 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4b09b-dd0e-46bc-b4b6-b2f16fceaa87 req-6e9574d0-3fb6-409f-ab6d-72921957ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:20.256053 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87a4b09b-dd0e-46bc-b4b6-b2f16fceaa87 req-6e9574d0-3fb6-409f-ab6d-72921957ee76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 1127 time: 0.0433688 Mar 07 18:20:20.346017 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4b09b-dd0e-46bc-b4b6-b2f16fceaa87 req-3dc96076-6251-45de-9691-60d555a29f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:20.347361 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87a4b09b-dd0e-46bc-b4b6-b2f16fceaa87 req-3dc96076-6251-45de-9691-60d555a29f85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.0845633 Mar 07 18:20:20.387276 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87a4b09b-dd0e-46bc-b4b6-b2f16fceaa87 req-63b7ff9b-48e6-41d9-9c1d-e06b69d56d1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d25dfd4a-5ae2-4925-9c8e-137f293531c9 HTTP/1.1" status: 200 len: 217 time: 0.0336413 Mar 07 18:20:20.439039 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4b09b-dd0e-46bc-b4b6-b2f16fceaa87 req-ae5fe4ce-a9ee-41f3-9c18-ba9c9702dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:20.440488 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87a4b09b-dd0e-46bc-b4b6-b2f16fceaa87 req-ae5fe4ce-a9ee-41f3-9c18-ba9c9702dfb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0454311 Mar 07 18:20:20.488364 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4b09b-dd0e-46bc-b4b6-b2f16fceaa87 req-80b40bc9-b4de-48be-94b9-50ee7ff9f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:20.489834 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87a4b09b-dd0e-46bc-b4b6-b2f16fceaa87 req-80b40bc9-b4de-48be-94b9-50ee7ff9f014 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436835 Mar 07 18:20:20.577208 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87a4b09b-dd0e-46bc-b4b6-b2f16fceaa87 req-65faccca-7721-460e-9a49-ab709ee42c05 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811627 Mar 07 18:20:20.667958 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-87a4b09b-dd0e-46bc-b4b6-b2f16fceaa87 req-8fe17944-68d3-4267-aed2-078ebbe109d0 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851769 Mar 07 18:20:20.935432 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dd2bc-782e-4227-b5f9-9689ce5a4976 req-9cf19c97-a8a9-472b-acc5-57ccd0b850f6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:20.936854 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c13dd2bc-782e-4227-b5f9-9689ce5a4976 req-9cf19c97-a8a9-472b-acc5-57ccd0b850f6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 943 time: 0.0514135 Mar 07 18:20:20.984771 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c13dd2bc-782e-4227-b5f9-9689ce5a4976 req-21bb0034-7b14-47e4-ba86-5499f58b1e48 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424335 Mar 07 18:20:22.106051 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b279e0-3d54-4d15-ba43-c7469ac76d8c req-4864404e-c742-4470-936a-15b550bc008d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:22.107431 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-82b279e0-3d54-4d15-ba43-c7469ac76d8c req-4864404e-c742-4470-936a-15b550bc008d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 943 time: 0.0574424 Mar 07 18:20:22.156196 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-82b279e0-3d54-4d15-ba43-c7469ac76d8c req-279efcc2-e12f-426e-a517-63c4fbc890a6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432487 Mar 07 18:20:23.275574 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cb48e-2ac3-4f21-ae19-4a1720ff4dcf req-947992ba-0077-4ae3-82ca-372f3d4271cf tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:23.277073 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-524cb48e-2ac3-4f21-ae19-4a1720ff4dcf req-947992ba-0077-4ae3-82ca-372f3d4271cf tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 943 time: 0.0531266 Mar 07 18:20:23.325070 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-524cb48e-2ac3-4f21-ae19-4a1720ff4dcf req-58d7fc6d-c83a-4053-9874-2df33287c983 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422788 Mar 07 18:20:24.443075 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a5537-bc8f-403b-b9d9-40312e1524c8 req-e6c58a50-7f5e-4d81-b874-3187e7d82c71 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:24.444986 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a37a5537-bc8f-403b-b9d9-40312e1524c8 req-e6c58a50-7f5e-4d81-b874-3187e7d82c71 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 943 time: 0.0525472 Mar 07 18:20:24.496339 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a37a5537-bc8f-403b-b9d9-40312e1524c8 req-993346d6-5244-4574-88e2-452f751e4c59 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456414 Mar 07 18:20:25.611772 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f1e9a-c1f8-482d-bf0e-9213a90ac638 req-7c59210b-6ec2-49ae-bba7-18e0c2edd6a9 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:25.613260 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-674f1e9a-c1f8-482d-bf0e-9213a90ac638 req-7c59210b-6ec2-49ae-bba7-18e0c2edd6a9 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 943 time: 0.0519590 Mar 07 18:20:25.660145 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-674f1e9a-c1f8-482d-bf0e-9213a90ac638 req-57efcb2f-c68c-47b7-9453-baffd6873eef tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406210 Mar 07 18:20:26.776181 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edf60d-23a2-4f3b-9f46-7e5f3ced75f3 req-3543c2b3-d959-4343-aa51-196b451027d3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:26.777635 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-32edf60d-23a2-4f3b-9f46-7e5f3ced75f3 req-3543c2b3-d959-4343-aa51-196b451027d3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 943 time: 0.0518062 Mar 07 18:20:26.825244 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-32edf60d-23a2-4f3b-9f46-7e5f3ced75f3 req-a7993f8a-77a1-4d83-a071-b0c8bf59581e tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420682 Mar 07 18:20:27.943094 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153892-5073-42c7-93c4-7853c92fde89 req-aa09c189-93cc-48a0-a174-c7f7e645002b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:27.945143 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5d153892-5073-42c7-93c4-7853c92fde89 req-aa09c189-93cc-48a0-a174-c7f7e645002b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 943 time: 0.0546122 Mar 07 18:20:27.993363 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-5d153892-5073-42c7-93c4-7853c92fde89 req-951811fb-2106-4f78-932c-cae62257ba0f tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427432 Mar 07 18:20:29.109159 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d9919-d8a1-4623-a89c-cf59481cce83 req-0c9c792f-208d-4122-b4fd-69ebe2e59d59 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:29.110521 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-155d9919-d8a1-4623-a89c-cf59481cce83 req-0c9c792f-208d-4122-b4fd-69ebe2e59d59 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 943 time: 0.0519097 Mar 07 18:20:29.159103 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-155d9919-d8a1-4623-a89c-cf59481cce83 req-e8531df3-a994-4c86-b8f3-df500da17bba tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430989 Mar 07 18:20:29.452761 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device d25dfd4a-5ae2-4925-9c8e-137f293531c9 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:20:29.548465 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port d25dfd4a-5ae2-4925-9c8e-137f293531c9, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=d25dfd4a-5ae2-4925-9c8e-137f293531c9,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:20:29.558587 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'port_id': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9', 'mac_address': 'fa:16:3e:c5:51:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:20:29.595457 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port d25dfd4a-5ae2-4925-9c8e-137f293531c9 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:20:29.595844 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:29.608488 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25dfd4a-5ae2-4925-9c8e-137f293531c9 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:20:29.626710 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port d25dfd4a-5ae2-4925-9c8e-137f293531c9, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=d25dfd4a-5ae2-4925-9c8e-137f293531c9,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:20:29.630757 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:29.680803 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=d25dfd4a-5ae2-4925-9c8e-137f293531c9,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:29.846143 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['d25dfd4a-5ae2-4925-9c8e-137f293531c9'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:20:30.276202 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f38058-e178-4fea-9fc3-b42e149b44d3 req-ca4af2df-fb01-44f3-bb05-b01d9c7937d3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:30.277686 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-92f38058-e178-4fea-9fc3-b42e149b44d3 req-ca4af2df-fb01-44f3-bb05-b01d9c7937d3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 944 time: 0.0534446 Mar 07 18:20:30.328215 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-92f38058-e178-4fea-9fc3-b42e149b44d3 req-84582a5c-55b7-43b4-9fe8-6fc4445cd0d8 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450282 Mar 07 18:20:31.444827 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a12f6-94da-4060-9549-8491a111f4b4 req-9f44cadd-31f6-4d7d-a5b8-d604fd8272b5 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:31.446287 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a51a12f6-94da-4060-9549-8491a111f4b4 req-9f44cadd-31f6-4d7d-a5b8-d604fd8272b5 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 944 time: 0.0518987 Mar 07 18:20:31.460077 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device d25dfd4a-5ae2-4925-9c8e-137f293531c9 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:20:31.495450 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a51a12f6-94da-4060-9549-8491a111f4b4 req-5154002c-8255-4661-a0f4-73f7caefeb72 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434115 Mar 07 18:20:31.511134 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port d25dfd4a-5ae2-4925-9c8e-137f293531c9 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:20:31.515490 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port d25dfd4a-5ae2-4925-9c8e-137f293531c9 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:20:31.515863 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:31.593887 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port d25dfd4a-5ae2-4925-9c8e-137f293531c9 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:20:31.594301 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:31.617353 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:20:31.619508 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec337dd-08b4-48dc-8382-ddb7428ae718" -d '{"events": [{"server_uuid": "29347d05-db7b-4a15-9c34-cfae22adfe08", "name": "network-vif-plugged", "status": "completed", "tag": "d25dfd4a-5ae2-4925-9c8e-137f293531c9"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:20:31.631854 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port d25dfd4a-5ae2-4925-9c8e-137f293531c9, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=d25dfd4a-5ae2-4925-9c8e-137f293531c9,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:20:31.636937 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:31.682876 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=d25dfd4a-5ae2-4925-9c8e-137f293531c9,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:31.713114 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825fc8c5-40d4-4cd8-a10b-1906272a6e60 x-openstack-request-id: req-825fc8c5-40d4-4cd8-a10b-1906272a6e60 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:20:31.713432 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29347d05-db7b-4a15-9c34-cfae22adfe08", "name": "network-vif-plugged", "status": "completed", "tag": "d25dfd4a-5ae2-4925-9c8e-137f293531c9", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:20:31.713689 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-825fc8c5-40d4-4cd8-a10b-1906272a6e60 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:20:31.714085 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9', 'code': 200} Mar 07 18:20:31.950688 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4724c44-99cc-4ea5-ad64-b317161b2672 req-f6fd4825-468d-4704-903a-4e962b533e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:31.952059 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e4724c44-99cc-4ea5-ad64-b317161b2672 req-f6fd4825-468d-4704-903a-4e962b533e21 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 1129 time: 0.0420332 Mar 07 18:20:31.997346 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e4724c44-99cc-4ea5-ad64-b317161b2672 req-8af4a313-246c-4683-805d-4be6fc54a96b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387278 Mar 07 18:20:32.614907 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d892b7f-abf5-4c78-a9c6-27800a7ec31a req-7c739ff1-6f61-42cc-a037-31fad25325e9 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:32.617071 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3d892b7f-abf5-4c78-a9c6-27800a7ec31a req-7c739ff1-6f61-42cc-a037-31fad25325e9 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 945 time: 0.0549808 Mar 07 18:20:32.663612 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3d892b7f-abf5-4c78-a9c6-27800a7ec31a req-310a1984-c684-49c0-a5b5-1894d06bdb8d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411196 Mar 07 18:20:33.780566 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d112a8d-e00c-4086-842b-6b0b9f50e16a req-46397909-e3eb-4cb2-aa5a-d4f1e585d1a7 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:33.781944 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7d112a8d-e00c-4086-842b-6b0b9f50e16a req-46397909-e3eb-4cb2-aa5a-d4f1e585d1a7 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 945 time: 0.0517108 Mar 07 18:20:33.830113 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-7d112a8d-e00c-4086-842b-6b0b9f50e16a req-6e4c80b9-2405-4578-bb28-09f83bcec95b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427303 Mar 07 18:20:33.947961 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59743c-ffca-4304-91e5-68a0d27b200e req-f67d893e-627a-4266-ad12-1f75710bc6ec tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:33.949455 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1b59743c-ffca-4304-91e5-68a0d27b200e req-f67d893e-627a-4266-ad12-1f75710bc6ec tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 945 time: 0.0557997 Mar 07 18:20:33.997970 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1b59743c-ffca-4304-91e5-68a0d27b200e req-823984f2-a2e3-42c7-adc8-caf08cc37aaa tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431104 Mar 07 18:20:34.019093 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44960) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:20:34.147627 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b6fbc-3390-45fa-8d66-d0526062da9d tempest-TestVolumeBootPattern-1678999380 tempest-TestVolumeBootPattern-1678999380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:34.149136 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e27b6fbc-3390-45fa-8d66-d0526062da9d tempest-TestVolumeBootPattern-1678999380 tempest-TestVolumeBootPattern-1678999380-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 1124 time: 0.1290934 Mar 07 18:20:34.151954 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 44964) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:20:34.156074 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'port_id': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:20:34.176283 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:34.272234 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:34.374210 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Allocated IP 172.27.0.28 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/1316144a-4a76-4a69-bbc5-b40f2526ce48) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:20:34.487631 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for port (1316144a-4a76-4a69-bbc5-b40f2526ce48), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:34.519604 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (1316144a-4a76-4a69-bbc5-b40f2526ce48), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:34.558789 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:20:34.561537 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:20:34.564908 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:20:34.570736 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'Port': ['ID=1316144a-4a76-4a69-bbc5-b40f2526ce48,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:34.597660 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:34.598084 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:34.598353 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:34.598695 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:34.599036 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:34.599364 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:34.599997 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:34.600345 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:34.600782 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:34.601121 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:34.601449 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:34.601770 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:34.602094 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:20:35.165788 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (c4e4a889-48d3-4676-a68e-e98feeda4214), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:35.230562 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (1316144a-4a76-4a69-bbc5-b40f2526ce48), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:35.374596 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for port (1316144a-4a76-4a69-bbc5-b40f2526ce48), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:35.378979 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (1316144a-4a76-4a69-bbc5-b40f2526ce48), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:35.446356 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'Port': ['ID=1316144a-4a76-4a69-bbc5-b40f2526ce48,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:20:35.457879 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (c4e4a889-48d3-4676-a68e-e98feeda4214), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:35.558370 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Floating IP c4e4a889-48d3-4676-a68e-e98feeda4214 associated. External IP: 172.27.0.28, port: d25dfd4a-5ae2-4925-9c8e-137f293531c9. Mar 07 18:20:35.761966 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:20:35.870627 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:20:35.881255 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2494e-ab29-4e37-916a-4e77f69803b6 None None] Sync routers for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:20:35.888567 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:35.891863 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2494e-ab29-4e37-916a-4e77f69803b6 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:20:35.892689 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e9d2494e-ab29-4e37-916a-4e77f69803b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:20:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:20:35.921861 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-cca4a716-cd5e-4642-b6e4-a8b8fb8355f3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7688591 Mar 07 18:20:35.922449 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'tag': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:20:35.924781 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ca3a36-527b-43c7-bcbd-12c34fb8779e" -d '{"events": [{"name": "network-changed", "server_uuid": "29347d05-db7b-4a15-9c34-cfae22adfe08", "tag": "d25dfd4a-5ae2-4925-9c8e-137f293531c9"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:20:35.962152 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dffa12-bffe-45d4-870e-27c3df697513 x-openstack-request-id: req-c3dffa12-bffe-45d4-870e-27c3df697513 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:20:35.962452 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29347d05-db7b-4a15-9c34-cfae22adfe08", "tag": "d25dfd4a-5ae2-4925-9c8e-137f293531c9", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:20:35.962715 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3dffa12-bffe-45d4-870e-27c3df697513 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:20:35.963122 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'tag': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9', 'status': 'completed', 'code': 200} Mar 07 18:20:36.000686 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-e9d2494e-ab29-4e37-916a-4e77f69803b6 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:20:36.027705 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a36-527b-43c7-bcbd-12c34fb8779e req-a00803c4-802b-4f18-b6bb-e50d511f373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:36.029169 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-76ca3a36-527b-43c7-bcbd-12c34fb8779e req-a00803c4-802b-4f18-b6bb-e50d511f373f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 1129 time: 0.0448699 Mar 07 18:20:36.117878 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a36-527b-43c7-bcbd-12c34fb8779e req-4481bac1-1a72-47f3-8590-9aa1407a8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:36.119397 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-76ca3a36-527b-43c7-bcbd-12c34fb8779e req-4481bac1-1a72-47f3-8590-9aa1407a8da9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.0835559 Mar 07 18:20:36.186225 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-76ca3a36-527b-43c7-bcbd-12c34fb8779e req-c4fc54f3-5c28-4dab-ac37-f633e7df1eb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d25dfd4a-5ae2-4925-9c8e-137f293531c9 HTTP/1.1" status: 200 len: 998 time: 0.0609903 Mar 07 18:20:36.221342 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e9d2494e-ab29-4e37-916a-4e77f69803b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'c4e4a889-48d3-4676-a68e-e98feeda4214', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:c5:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:20:34Z', 'updated_at': '2022-03-07T18:20:34Z', 'revision_number': 0, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:20:36.235337 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a36-527b-43c7-bcbd-12c34fb8779e req-656cc6ba-1f76-4880-9f89-e529699f5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:36.236835 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-76ca3a36-527b-43c7-bcbd-12c34fb8779e req-656cc6ba-1f76-4880-9f89-e529699f5cc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0445976 Mar 07 18:20:36.247166 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2494e-ab29-4e37-916a-4e77f69803b6 None None] Checking router: 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:20:36.255403 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2494e-ab29-4e37-916a-4e77f69803b6 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:20:36.256538 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e9d2494e-ab29-4e37-916a-4e77f69803b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:20:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:20:36.285966 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a36-527b-43c7-bcbd-12c34fb8779e req-0e7c353d-9a7b-4e51-aa44-ba7d81a90fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:36.287996 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-76ca3a36-527b-43c7-bcbd-12c34fb8779e req-0e7c353d-9a7b-4e51-aa44-ba7d81a90fb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450625 Mar 07 18:20:36.363813 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-e9d2494e-ab29-4e37-916a-4e77f69803b6 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:20:36.379360 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-76ca3a36-527b-43c7-bcbd-12c34fb8779e req-960d779d-5aa4-495f-a1cd-0402000622e8 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864263 Mar 07 18:20:36.467996 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-76ca3a36-527b-43c7-bcbd-12c34fb8779e req-b3935dcc-415f-4151-834d-2685da305f9c service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828834 Mar 07 18:20:36.590189 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-e9d2494e-ab29-4e37-916a-4e77f69803b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'c4e4a889-48d3-4676-a68e-e98feeda4214', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:c5:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:20:34Z', 'updated_at': '2022-03-07T18:20:34Z', 'revision_number': 0, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:20:36.615947 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2494e-ab29-4e37-916a-4e77f69803b6 None None] The sync data for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi is: [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'c4e4a889-48d3-4676-a68e-e98feeda4214', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:c5:51:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:20:34Z', 'updated_at': '2022-03-07T18:20:34Z', 'revision_number': 0, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:20:36.806208 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273103ad-43cd-4631-99b8-9426fa27559d None None] New status for floating IP c4e4a889-48d3-4676-a68e-e98feeda4214: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:20:42.114559 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-357d4083-a360-4ab1-977a-38880b8df847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:44.291506 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9df2d2ef-0b61-4699-9e3c-0bbc63fb61f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:45.451752 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:45.558474 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:46.907641 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:48.232477 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:20:48.561030 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:20:51.285954 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a24750f9-fce5-45a6-815f-f50c7a656479 req-9cc136c5-9866-458a-9afe-e213b0fca775 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474396 Mar 07 18:20:51.371717 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24750f9-fce5-45a6-815f-f50c7a656479 req-2b2ec69a-c6ea-49bc-a46f-d2360f800c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:51.373230 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a24750f9-fce5-45a6-815f-f50c7a656479 req-2b2ec69a-c6ea-49bc-a46f-d2360f800c1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 1129 time: 0.0435209 Mar 07 18:20:51.477224 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24750f9-fce5-45a6-815f-f50c7a656479 req-9a7de122-8620-4a46-b2b0-11ee60bce030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:51.478683 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a24750f9-fce5-45a6-815f-f50c7a656479 req-9a7de122-8620-4a46-b2b0-11ee60bce030 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.0875266 Mar 07 18:20:51.544887 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a24750f9-fce5-45a6-815f-f50c7a656479 req-ddc5e40d-21c1-481f-8d6c-72547afa64a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d25dfd4a-5ae2-4925-9c8e-137f293531c9 HTTP/1.1" status: 200 len: 1000 time: 0.0579939 Mar 07 18:20:51.594149 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24750f9-fce5-45a6-815f-f50c7a656479 req-99364b64-dc34-4e9e-af47-5f7d9cc0ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:51.595571 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a24750f9-fce5-45a6-815f-f50c7a656479 req-99364b64-dc34-4e9e-af47-5f7d9cc0ce4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0430324 Mar 07 18:20:51.648510 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24750f9-fce5-45a6-815f-f50c7a656479 req-debe4151-2956-41ae-b436-3a597511223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:20:51.650001 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a24750f9-fce5-45a6-815f-f50c7a656479 req-debe4151-2956-41ae-b436-3a597511223a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484853 Mar 07 18:20:51.737896 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a24750f9-fce5-45a6-815f-f50c7a656479 req-d85f41bd-52a0-4b0e-b501-23f41c368c37 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817006 Mar 07 18:20:51.828004 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a24750f9-fce5-45a6-815f-f50c7a656479 req-22a15800-fe5a-4b77-bdcb-a3829c708ca9 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837808 Mar 07 18:21:12.116589 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3c2f3ca7-d7bb-48ea-9be3-9db5419a07ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:21:14.292672 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7a46-fb84-4bba-bb2b-85af5bc8c86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:21:15.454139 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:21:15.567561 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:21:16.908417 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:21:18.562814 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:21:25.231645 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:21:42.119090 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-5014bb9c-8a60-4ccb-b8e1-fa5b680bbdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:21:44.292903 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9168d59d-cde2-4ba5-9799-b7ee5adaabab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:21:45.457041 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:21:45.583779 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:21:46.908844 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:21:48.564844 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:21:53.272748 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-96b4b2c7-463c-4981-96e5-828f8b745105 req-97b4c86e-5823-43d5-a210-22e6c2d40b3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440009 Mar 07 18:21:53.355748 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4b2c7-463c-4981-96e5-828f8b745105 req-402783bc-3d3d-44f4-9073-f54fac3ad91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:21:53.357240 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-96b4b2c7-463c-4981-96e5-828f8b745105 req-402783bc-3d3d-44f4-9073-f54fac3ad91d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 1129 time: 0.0435140 Mar 07 18:21:53.459766 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4b2c7-463c-4981-96e5-828f8b745105 req-c65292c7-73e2-4cbb-952e-89afec0968e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:21:53.461253 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-96b4b2c7-463c-4981-96e5-828f8b745105 req-c65292c7-73e2-4cbb-952e-89afec0968e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.0851669 Mar 07 18:21:53.522161 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-96b4b2c7-463c-4981-96e5-828f8b745105 req-3204f069-9098-4de8-9554-5169a3213fe1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d25dfd4a-5ae2-4925-9c8e-137f293531c9 HTTP/1.1" status: 200 len: 1000 time: 0.0556445 Mar 07 18:21:53.568469 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4b2c7-463c-4981-96e5-828f8b745105 req-3fdcec3c-04df-43d8-bca3-c5a1cf26e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:21:53.570506 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-96b4b2c7-463c-4981-96e5-828f8b745105 req-3fdcec3c-04df-43d8-bca3-c5a1cf26e5c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0424602 Mar 07 18:21:53.621423 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4b2c7-463c-4981-96e5-828f8b745105 req-a41ed7aa-b047-436b-99c5-802c0f1beb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:21:53.622894 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-96b4b2c7-463c-4981-96e5-828f8b745105 req-a41ed7aa-b047-436b-99c5-802c0f1beb24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472336 Mar 07 18:21:53.707923 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-96b4b2c7-463c-4981-96e5-828f8b745105 req-afc96b75-172d-4ef1-bc40-1f0aab7ecac8 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789125 Mar 07 18:21:53.797530 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-96b4b2c7-463c-4981-96e5-828f8b745105 req-b4ddb7a2-d6c4-4f1a-bad9-c3b913ae3dd1 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839388 Mar 07 18:22:02.231784 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:22:12.120949 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-3826024b-65a0-45e5-ab95-414b252c5c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:14.294351 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f36e3223-9014-4f4c-9828-f0431f3786b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:15.458443 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:15.572823 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:16.912088 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:18.566638 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:31.646291 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6430f95-51d8-4083-9351-218675a95d9e req-0af73c31-3ff3-4a6e-80d7-6b416c2dfad8 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:31.647776 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b6430f95-51d8-4083-9351-218675a95d9e req-0af73c31-3ff3-4a6e-80d7-6b416c2dfad8 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 945 time: 0.0540457 Mar 07 18:22:31.695603 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b6430f95-51d8-4083-9351-218675a95d9e req-51b4c4e5-a49f-4548-bf73-662c1925010f tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421481 Mar 07 18:22:32.818396 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec8cf-353a-4b9b-a566-f360c48522ac req-ac45cec7-b80f-40cd-a53d-e0e53272bae6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:32.819884 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-efbec8cf-353a-4b9b-a566-f360c48522ac req-ac45cec7-b80f-40cd-a53d-e0e53272bae6 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 945 time: 0.0561874 Mar 07 18:22:32.868822 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-efbec8cf-353a-4b9b-a566-f360c48522ac req-2b1d95ab-fa7e-4a68-abc8-6067ce0c705a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427604 Mar 07 18:22:33.150059 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76442b6-d377-4d7d-b304-61c70039f561 req-a7c91634-f19a-47cc-af2c-cfdba98a728f tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:33.151502 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b76442b6-d377-4d7d-b304-61c70039f561 req-a7c91634-f19a-47cc-af2c-cfdba98a728f tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 945 time: 0.0519731 Mar 07 18:22:33.240435 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Deleting port d25dfd4a-5ae2-4925-9c8e-137f293531c9 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:22:33.240768 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:33.328998 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] For port d25dfd4a-5ae2-4925-9c8e-137f293531c9, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=d25dfd4a-5ae2-4925-9c8e-137f293531c9,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:22:33.329354 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:33.496662 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:33.496940 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (c4e4a889-48d3-4676-a68e-e98feeda4214), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:33.497251 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Floating IP c4e4a889-48d3-4676-a68e-e98feeda4214 disassociated. External IP: 172.27.0.28, port: d25dfd4a-5ae2-4925-9c8e-137f293531c9. Mar 07 18:22:33.497582 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Calling delete_port for d25dfd4a-5ae2-4925-9c8e-137f293531c9 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:22:33.621280 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (d25dfd4a-5ae2-4925-9c8e-137f293531c9), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:33.649177 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event deleted for resources: {'Port': ['ID=d25dfd4a-5ae2-4925-9c8e-137f293531c9,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:22:33.660356 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.660714 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.661062 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.661402 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.661739 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.662098 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.662410 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.662740 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.663071 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.663401 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.663731 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.664702 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.665035 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:33.776042 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:22:33.886144 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:22:33.896819 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5686414-aa71-4333-9cfc-0323e342c0fa None None] Sync routers for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:22:33.907208 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5686414-aa71-4333-9cfc-0323e342c0fa None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:22:33.907997 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d5686414-aa71-4333-9cfc-0323e342c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:22:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:22:33.928824 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] No DVR routers for this DVR port d25dfd4a-5ae2-4925-9c8e-137f293531c9 on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:22:33.931468 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:33.935934 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b76442b6-d377-4d7d-b304-61c70039f561 req-09e8afb2-5817-4c85-89ab-e9cd45c7fd85 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "DELETE /v2.0/ports/d25dfd4a-5ae2-4925-9c8e-137f293531c9 HTTP/1.1" status: 204 len: 173 time: 0.7797737 Mar 07 18:22:33.936570 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'name': 'network-vif-deleted', 'tag': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:22:33.939085 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c085af-d1fb-4621-9b96-b8a237bf957b" -d '{"events": [{"server_uuid": "29347d05-db7b-4a15-9c34-cfae22adfe08", "name": "network-vif-deleted", "tag": "d25dfd4a-5ae2-4925-9c8e-137f293531c9"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:22:33.992803 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e777d7c2-daeb-4bc8-bb27-d95a2e53eb0f x-openstack-request-id: req-e777d7c2-daeb-4bc8-bb27-d95a2e53eb0f {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:22:33.993121 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29347d05-db7b-4a15-9c34-cfae22adfe08", "name": "network-vif-deleted", "tag": "d25dfd4a-5ae2-4925-9c8e-137f293531c9", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:22:33.993293 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e777d7c2-daeb-4bc8-bb27-d95a2e53eb0f {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:22:33.993682 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29347d05-db7b-4a15-9c34-cfae22adfe08', 'name': 'network-vif-deleted', 'tag': 'd25dfd4a-5ae2-4925-9c8e-137f293531c9', 'status': 'completed', 'code': 200} Mar 07 18:22:34.002227 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1840d980-ef51-4d3b-bc88-7e44eafff0dd req-18a8bf67-2442-4dc7-975d-10ee3bdf7cf0 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=29347d05-db7b-4a15-9c34-cfae22adfe08 HTTP/1.1" status: 200 len: 210 time: 0.0483608 Mar 07 18:22:34.038638 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-d5686414-aa71-4333-9cfc-0323e342c0fa None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:22:34.239971 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d5686414-aa71-4333-9cfc-0323e342c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:22:34.270104 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5686414-aa71-4333-9cfc-0323e342c0fa None None] Checking router: 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:22:34.279013 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5686414-aa71-4333-9cfc-0323e342c0fa None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:22:34.279623 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d5686414-aa71-4333-9cfc-0323e342c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:22:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:22:34.384979 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-d5686414-aa71-4333-9cfc-0323e342c0fa None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:22:34.579279 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-d5686414-aa71-4333-9cfc-0323e342c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:22:34.605824 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5686414-aa71-4333-9cfc-0323e342c0fa None None] The sync data for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi is: [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:22:34.833084 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23782944-fcf5-4227-8c6f-5e177ac3cf8e None None] New status for floating IP c4e4a889-48d3-4676-a68e-e98feeda4214: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:22:35.206761 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-c1e0a9e3-d33d-4e47-b2b3-5e869d20d5e3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224495367&fields=id&tenant_id=c7d271cd78ac4031be6720ff58f5f6f9 HTTP/1.1" status: 200 len: 267 time: 0.0432196 Mar 07 18:22:35.313174 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-3b3d51d9-d575-45ed-a100-08f10e2ac6b9 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:35.314513 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-3b3d51d9-d575-45ed-a100-08f10e2ac6b9 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 812 time: 0.1007793 Mar 07 18:22:35.328330 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-13231dff-eead-42bd-8304-689670cf3ace tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/quotas/c7d271cd78ac4031be6720ff58f5f6f9 HTTP/1.1" status: 200 len: 375 time: 0.0085518 Mar 07 18:22:35.384389 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-88c4e35d-3e65-444b-a390-39595ddc9cf8 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513525 Mar 07 18:22:35.467468 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-be92b247-5763-40a3-99e3-223a9b481af8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 18:22:35.468532 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-be92b247-5763-40a3-99e3-223a9b481af8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0731249 Mar 07 18:22:35.557764 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-656e9636-4b34-4991-9879-4546f662f1a7 service neutron] 10.222.0.13 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834124 Mar 07 18:22:35.649054 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-787ad326-eaba-47ca-9ba6-d65b164f15bc service neutron] 10.222.0.13 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857284 Mar 07 18:22:35.924893 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6c1ab6de-39bd-4b76-8e1a-7d1df328765a req-06991b7a-839a-4f8d-ab8f-6c04b243deec tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 210 time: 0.0274158 Mar 07 18:22:36.797112 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-f8598215-22df-46f3-a56e-87f1c3af8212 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:36.798540 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-f8598215-22df-46f3-a56e-87f1c3af8212 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 812 time: 0.0997014 Mar 07 18:22:36.863723 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-0d288895-5c7d-4782-a6c6-0869f92f5fb1 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7d271cd78ac4031be6720ff58f5f6f9 HTTP/1.1" status: 200 len: 379 time: 0.0575962 Mar 07 18:22:36.872224 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'port': {'device_id': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'admin_state_up': True, 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'security_groups': ['8da4a95f-6a05-43de-9703-c4034d2c59fb']}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:22:36.977367 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Made reservation on behalf of c7d271cd78ac4031be6720ff58f5f6f9 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:22:36.980829 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:37.030955 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-493b596a-f79d-41ac-b25b-c95c4bb092c7 req-eda90985-38f3-4f67-a2fc-dab57fd60782 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 210 time: 0.0372181 Mar 07 18:22:37.134251 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Allocated IP 172.20.0.7 (2e07ae00-2559-4c61-bfde-34b114150ce4/cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf/0ec85df9-4942-49e1-aaf4-b9d8ad26e929) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:22:37.517751 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:37.549772 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:37.592337 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Network 2e07ae00-2559-4c61-bfde-34b114150ce4 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:22:37.595222 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:22:37.598801 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:22:37.623261 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'Port': ['ID=0ec85df9-4942-49e1-aaf4-b9d8ad26e929,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:22:37.651111 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:37.651733 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:37.668486 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-ca6146aa-3615-4c72-bc66-3597518506f2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7998760 Mar 07 18:22:37.681207 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Request body: {'port': {'device_id': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:22:37.744708 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:37.800620 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-a39ee7c5-dd93-4525-a4b3-1783d6a2fe8b None None] Provisioning complete for port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:22:37.801194 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a39ee7c5-dd93-4525-a4b3-1783d6a2fe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:37.835230 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-a39ee7c5-dd93-4525-a4b3-1783d6a2fe8b None None] Port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:22:37.998023 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:22:38.005398 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Publish callbacks [] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:38.006685 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device d25dfd4a-5ae2-4925-9c8e-137f293531c9 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:22:38.017694 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Transition to ACTIVE for port object 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:22:38.021761 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:38.027901 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: d25dfd4a-5ae2-4925-9c8e-137f293531c9 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:22:38.028286 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device d25dfd4a-5ae2-4925-9c8e-137f293531c9 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:22:38.076190 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec85df9-4942-49e1-aaf4-b9d8ad26e929,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:22:38.180276 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Attempting to bind port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:22:38.180667 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Attempting to bind port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:22:38.181006 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Attempting to bind port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 on network 2e07ae00-2559-4c61-bfde-34b114150ce4 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:22:38.188335 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 on network 2e07ae00-2559-4c61-bfde-34b114150ce4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:22:38.188663 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Attempting to bind port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 on network 2e07ae00-2559-4c61-bfde-34b114150ce4 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:22:38.203229 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db53c8d-a8d8-45d6-a0f0-c20b585229b7 req-3b2ba500-36bd-4f0a-9cea-b91c51e89ef3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:38.204794 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3db53c8d-a8d8-45d6-a0f0-c20b585229b7 req-3b2ba500-36bd-4f0a-9cea-b91c51e89ef3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 943 time: 0.0876415 Mar 07 18:22:38.205571 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:22:38.205912 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Checking segment: {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:22:38.206298 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Bound using segment: {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:22:38.206746 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Bound port: 0ec85df9-4942-49e1-aaf4-b9d8ad26e929, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:22:38.207111 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:38.293175 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3db53c8d-a8d8-45d6-a0f0-c20b585229b7 req-a89d89b2-ed03-4157-8fcd-a9d7a610395f tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827065 Mar 07 18:22:38.313079 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] For port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:22:38.315954 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] For port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=0ec85df9-4942-49e1-aaf4-b9d8ad26e929,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:22:38.322383 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:38.353494 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:38.354104 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:38.355438 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] 10.222.0.37 "PUT /v2.0/ports/0ec85df9-4942-49e1-aaf4-b9d8ad26e929 HTTP/1.1" status: 200 len: 1093 time: 0.6791601 Mar 07 18:22:38.357643 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'tag': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:22:38.360102 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f691e38-0e41-4626-b649-9b2553c545f3" -d '{"events": [{"name": "network-changed", "server_uuid": "51193377-5d5b-4b0c-b9bc-4f33214167fc", "tag": "0ec85df9-4942-49e1-aaf4-b9d8ad26e929"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:22:38.388803 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107d9d2-876c-40ec-843c-89ad07e76561 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec85df9-4942-49e1-aaf4-b9d8ad26e929,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:22:38.414538 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b699ab-5495-4a49-a315-583ca300df78 x-openstack-request-id: req-e7b699ab-5495-4a49-a315-583ca300df78 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:22:38.414834 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51193377-5d5b-4b0c-b9bc-4f33214167fc", "tag": "0ec85df9-4942-49e1-aaf4-b9d8ad26e929", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:22:38.415094 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7b699ab-5495-4a49-a315-583ca300df78 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:22:38.415496 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'tag': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'status': 'completed', 'code': 200} Mar 07 18:22:38.450837 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-f86464f3-3157-4f3e-9190-0ccc04b3fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:38.452475 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-f86464f3-3157-4f3e-9190-0ccc04b3fdf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 1127 time: 0.0485201 Mar 07 18:22:38.501099 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-5bbe60c5-9dbc-497d-9afc-df2eafbb3f2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ec85df9-4942-49e1-aaf4-b9d8ad26e929 HTTP/1.1" status: 200 len: 217 time: 0.0397074 Mar 07 18:22:38.549769 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-0c34a97e-699b-4e21-995e-fe1c3c1741e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:38.551242 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-0c34a97e-699b-4e21-995e-fe1c3c1741e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0448065 Mar 07 18:22:38.600437 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-47605ebb-9b42-4747-882b-6a39dc175009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:38.601968 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-47605ebb-9b42-4747-882b-6a39dc175009 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450542 Mar 07 18:22:38.689992 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-89c762d6-2aef-4839-8780-15f9b3d08682 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823023 Mar 07 18:22:38.779130 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-ce9c3d69-288f-47bc-a6ab-80e09d62d2e7 req-3e70421a-ea85-4ba8-b799-7941a9f327b7 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834796 Mar 07 18:22:38.872136 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f691e38-0e41-4626-b649-9b2553c545f3 req-8e731cca-a3ba-4c16-a7d3-2895b3461481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:38.873938 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f691e38-0e41-4626-b649-9b2553c545f3 req-8e731cca-a3ba-4c16-a7d3-2895b3461481 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 1127 time: 0.0494235 Mar 07 18:22:38.962760 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f691e38-0e41-4626-b649-9b2553c545f3 req-0cedfaa1-d2a0-48d4-86ae-eac00f8adb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:38.964235 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f691e38-0e41-4626-b649-9b2553c545f3 req-0cedfaa1-d2a0-48d4-86ae-eac00f8adb24 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.0832784 Mar 07 18:22:39.009028 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f691e38-0e41-4626-b649-9b2553c545f3 req-5e80f033-8784-48ee-8c34-a2ed7e477919 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ec85df9-4942-49e1-aaf4-b9d8ad26e929 HTTP/1.1" status: 200 len: 217 time: 0.0382855 Mar 07 18:22:39.056997 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f691e38-0e41-4626-b649-9b2553c545f3 req-1f93b052-03a0-491f-8a36-ce5f41c04556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:39.058396 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f691e38-0e41-4626-b649-9b2553c545f3 req-1f93b052-03a0-491f-8a36-ce5f41c04556 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0434492 Mar 07 18:22:39.105607 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f691e38-0e41-4626-b649-9b2553c545f3 req-064c0710-c2e9-41c8-bbc4-b3e93bd55720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:39.107004 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f691e38-0e41-4626-b649-9b2553c545f3 req-064c0710-c2e9-41c8-bbc4-b3e93bd55720 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430281 Mar 07 18:22:39.197223 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f691e38-0e41-4626-b649-9b2553c545f3 req-7a57cbc4-9dda-48e8-bd4e-aced5bd686f5 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834370 Mar 07 18:22:39.231930 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:22:39.284207 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f691e38-0e41-4626-b649-9b2553c545f3 req-1d96f936-22c3-472a-9ae9-1beb0ec57dd4 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814581 Mar 07 18:22:39.412402 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a975ae9-bd08-4fd8-b84d-62f976b7f7aa req-36d89710-db72-4828-bd7a-6e43a1bd2efa tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:39.413775 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3a975ae9-bd08-4fd8-b84d-62f976b7f7aa req-36d89710-db72-4828-bd7a-6e43a1bd2efa tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 943 time: 0.0533109 Mar 07 18:22:39.466865 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3a975ae9-bd08-4fd8-b84d-62f976b7f7aa req-4543106a-dc57-4c98-b026-38300a078727 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469363 Mar 07 18:22:40.583205 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e0a0f-391d-435f-b6af-9e922c0e2c34 req-708dbebd-8624-4772-8d29-a6d20b3192bd tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:40.584697 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-433e0a0f-391d-435f-b6af-9e922c0e2c34 req-708dbebd-8624-4772-8d29-a6d20b3192bd tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 943 time: 0.0514021 Mar 07 18:22:40.632437 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-433e0a0f-391d-435f-b6af-9e922c0e2c34 req-aa9a6e3d-e8e3-4969-8db4-d9d3a18035f7 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420005 Mar 07 18:22:41.746195 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03068e9e-cba8-4115-855a-dc933485aed6 req-ee6a86c4-e7e6-4ddf-b6c7-e510f5b12622 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:41.747686 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-03068e9e-cba8-4115-855a-dc933485aed6 req-ee6a86c4-e7e6-4ddf-b6c7-e510f5b12622 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 943 time: 0.0521421 Mar 07 18:22:41.795792 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-03068e9e-cba8-4115-855a-dc933485aed6 req-3ee667e0-e72b-4565-8815-d86406eeaa52 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426188 Mar 07 18:22:42.122595 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-030208d7-9b45-49c4-a976-383cf8dea1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:42.916436 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df80b46-8668-4844-9f9b-555d0b6d14f2 req-db6f918a-2c72-43ec-9b1e-e713052c0858 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:42.917891 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0df80b46-8668-4844-9f9b-555d0b6d14f2 req-db6f918a-2c72-43ec-9b1e-e713052c0858 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 943 time: 0.0546036 Mar 07 18:22:42.965017 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0df80b46-8668-4844-9f9b-555d0b6d14f2 req-59b9ba35-4654-44a3-91e8-1d4d8851ba91 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416944 Mar 07 18:22:44.080046 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5eeeb-2624-4f10-ba98-6a2f629c8576 req-1be779fc-484d-4711-a933-e3ebd497070b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:44.081545 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c0c5eeeb-2624-4f10-ba98-6a2f629c8576 req-1be779fc-484d-4711-a933-e3ebd497070b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 943 time: 0.0520167 Mar 07 18:22:44.128277 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-c0c5eeeb-2624-4f10-ba98-6a2f629c8576 req-8f83e4fe-cfed-4dd1-a568-d8c27412d33d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409892 Mar 07 18:22:44.295439 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0b6bab37-3a8c-41f2-85ae-fb845b36f87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:45.263128 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f905c9-9075-4578-a72d-626e8c9ee155 req-bc225e58-56db-458c-8d91-c5d1fd6ab47c tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:45.271031 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-92f905c9-9075-4578-a72d-626e8c9ee155 req-bc225e58-56db-458c-8d91-c5d1fd6ab47c tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 943 time: 0.0617952 Mar 07 18:22:45.319648 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-92f905c9-9075-4578-a72d-626e8c9ee155 req-2cc65576-9fb5-401a-b1bd-05b1baff4d2a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421455 Mar 07 18:22:45.463228 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:45.596927 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:45.996958 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:22:46.091290 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=0ec85df9-4942-49e1-aaf4-b9d8ad26e929,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:22:46.102191 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'port_id': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'mac_address': 'fa:16:3e:73:54:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:22:46.137681 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:22:46.138069 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:46.150659 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:22:46.170629 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=0ec85df9-4942-49e1-aaf4-b9d8ad26e929,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:22:46.174373 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:46.219517 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=0ec85df9-4942-49e1-aaf4-b9d8ad26e929,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:22:46.228688 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.229041 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.229385 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.229724 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.230054 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.230382 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.230709 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.231035 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.231359 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.231682 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.232004 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.232344 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.232668 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:22:46.382586 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['0ec85df9-4942-49e1-aaf4-b9d8ad26e929'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:22:46.438719 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ca0d7-6628-4ae6-a422-b0bce912aa84 req-9df8d12f-f136-4e57-beb1-c3a030f67976 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:46.440245 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b04ca0d7-6628-4ae6-a422-b0bce912aa84 req-9df8d12f-f136-4e57-beb1-c3a030f67976 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 944 time: 0.0538542 Mar 07 18:22:46.496656 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b04ca0d7-6628-4ae6-a422-b0bce912aa84 req-2466686b-4c39-4ad3-92f9-a3d3aec340be tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497673 Mar 07 18:22:46.914680 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:47.614110 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6817d85-2b53-4538-8b7a-1f0f38058908 req-2c4ddc48-f133-4242-a8b9-b1f735bf6c3a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:47.615573 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e6817d85-2b53-4538-8b7a-1f0f38058908 req-2c4ddc48-f133-4242-a8b9-b1f735bf6c3a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 944 time: 0.0522113 Mar 07 18:22:47.666555 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e6817d85-2b53-4538-8b7a-1f0f38058908 req-c3963403-6a69-4411-974a-c925902ce7e0 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448918 Mar 07 18:22:48.023625 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:22:48.073807 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:22:48.077617 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:22:48.077996 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:48.152045 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:22:48.152405 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:48.175246 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:22:48.177482 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb1fae8-357b-4631-85ed-aba5c5bd20a1" -d '{"events": [{"server_uuid": "51193377-5d5b-4b0c-b9bc-4f33214167fc", "name": "network-vif-plugged", "status": "completed", "tag": "0ec85df9-4942-49e1-aaf4-b9d8ad26e929"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:22:48.190422 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=0ec85df9-4942-49e1-aaf4-b9d8ad26e929,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:22:48.195693 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:48.224104 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864ff419-353b-4c0c-bb5a-76968fe8743a x-openstack-request-id: req-864ff419-353b-4c0c-bb5a-76968fe8743a {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:22:48.224666 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51193377-5d5b-4b0c-b9bc-4f33214167fc", "name": "network-vif-plugged", "status": "completed", "tag": "0ec85df9-4942-49e1-aaf4-b9d8ad26e929", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:22:48.224918 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-864ff419-353b-4c0c-bb5a-76968fe8743a {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:22:48.225296 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'code': 200} Mar 07 18:22:48.251961 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=0ec85df9-4942-49e1-aaf4-b9d8ad26e929,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:22:48.418969 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75cc34-f7dd-4d59-88a2-fb2afc243be9 req-0724532f-b47c-4c29-8d7d-5bb63f8c44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:48.420366 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f75cc34-f7dd-4d59-88a2-fb2afc243be9 req-0724532f-b47c-4c29-8d7d-5bb63f8c44e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 1129 time: 0.0429008 Mar 07 18:22:48.465782 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8f75cc34-f7dd-4d59-88a2-fb2afc243be9 req-bb281b5c-8941-4eb6-a39c-5b01151b0b65 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387962 Mar 07 18:22:48.571362 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:48.784508 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24f3e-f284-4b19-aa09-7604b471255b req-157ff1b9-e6fd-4b72-9895-1c89ad7368ef tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:48.785957 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0db24f3e-f284-4b19-aa09-7604b471255b req-157ff1b9-e6fd-4b72-9895-1c89ad7368ef tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 945 time: 0.0545864 Mar 07 18:22:48.832651 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0db24f3e-f284-4b19-aa09-7604b471255b req-4c76182f-5d5d-4ef5-9ec3-63cb87372575 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408502 Mar 07 18:22:49.954261 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517871a-c835-45c8-a733-c6f55283a257 req-8bda2ea2-5f6e-40a8-bb3a-91c485763530 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:49.955725 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6517871a-c835-45c8-a733-c6f55283a257 req-8bda2ea2-5f6e-40a8-bb3a-91c485763530 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 945 time: 0.0569134 Mar 07 18:22:50.004972 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6517871a-c835-45c8-a733-c6f55283a257 req-2fdcccd9-330e-48b4-9e2a-ea823d747668 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438042 Mar 07 18:22:50.120581 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338a358-fb6e-4d06-93cf-a1b97dddeaf3 req-cf3919e0-6882-4ebc-ad33-32b36aff14f7 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:50.121941 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d338a358-fb6e-4d06-93cf-a1b97dddeaf3 req-cf3919e0-6882-4ebc-ad33-32b36aff14f7 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 945 time: 0.0527833 Mar 07 18:22:50.171091 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d338a358-fb6e-4d06-93cf-a1b97dddeaf3 req-0c8ed611-eb2a-4ef3-be5e-5525f7e05a0b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436151 Mar 07 18:22:50.192393 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45072) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:22:50.235861 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b94e002-541b-410c-bbf5-683538598372 tempest-TestVolumeBootPattern-1678999380 tempest-TestVolumeBootPattern-1678999380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:50.237363 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-9b94e002-541b-410c-bbf5-683538598372 tempest-TestVolumeBootPattern-1678999380 tempest-TestVolumeBootPattern-1678999380-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 1124 time: 0.0440295 Mar 07 18:22:50.240068 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45074) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:22:50.244243 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'port_id': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:22:50.264022 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:50.359324 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:50.461071 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Allocated IP 172.27.0.223 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/be49ea68-723a-4ba4-adc2-ae078e972373) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:22:50.559512 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for port (be49ea68-723a-4ba4-adc2-ae078e972373), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:50.592198 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (be49ea68-723a-4ba4-adc2-ae078e972373), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:50.629481 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:22:50.632240 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:22:50.636266 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:22:50.661710 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'Port': ['ID=be49ea68-723a-4ba4-adc2-ae078e972373,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:22:50.994285 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (f0ef09c5-0e53-4682-bd08-e8207cc0ba58), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:51.061475 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (be49ea68-723a-4ba4-adc2-ae078e972373), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:51.201363 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for port (be49ea68-723a-4ba4-adc2-ae078e972373), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:51.205587 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (be49ea68-723a-4ba4-adc2-ae078e972373), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:51.272877 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'Port': ['ID=be49ea68-723a-4ba4-adc2-ae078e972373,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:22:51.284611 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (f0ef09c5-0e53-4682-bd08-e8207cc0ba58), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:51.383416 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Floating IP f0ef09c5-0e53-4682-bd08-e8207cc0ba58 associated. External IP: 172.27.0.223, port: 0ec85df9-4942-49e1-aaf4-b9d8ad26e929. Mar 07 18:22:51.594851 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:22:51.937996 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:22:51.948916 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3e0fe-48ef-40d4-a863-4c4f5de5edc6 None None] Sync routers for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:22:51.954695 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:22:51.959048 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3e0fe-48ef-40d4-a863-4c4f5de5edc6 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:22:51.959658 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-66d3e0fe-48ef-40d4-a863-4c4f5de5edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:22:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:22:51.983420 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-42a9b436-f93c-419b-9116-8a0e7151feda tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7423503 Mar 07 18:22:51.983999 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'tag': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:22:51.986331 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0606dfec-0427-4d5c-b9db-8be7bc4b281a" -d '{"events": [{"name": "network-changed", "server_uuid": "51193377-5d5b-4b0c-b9bc-4f33214167fc", "tag": "0ec85df9-4942-49e1-aaf4-b9d8ad26e929"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:22:52.019775 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3fed68-821e-4179-b057-a8581f0bff88 x-openstack-request-id: req-3c3fed68-821e-4179-b057-a8581f0bff88 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:22:52.020424 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51193377-5d5b-4b0c-b9bc-4f33214167fc", "tag": "0ec85df9-4942-49e1-aaf4-b9d8ad26e929", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:22:52.020424 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c3fed68-821e-4179-b057-a8581f0bff88 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:22:52.020740 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'tag': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'status': 'completed', 'code': 200} Mar 07 18:22:52.068303 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-66d3e0fe-48ef-40d4-a863-4c4f5de5edc6 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:22:52.085329 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606dfec-0427-4d5c-b9db-8be7bc4b281a req-9f44f3c1-fd79-4957-9822-e797d4ae8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:52.087333 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0606dfec-0427-4d5c-b9db-8be7bc4b281a req-9f44f3c1-fd79-4957-9822-e797d4ae8d9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 1129 time: 0.0450444 Mar 07 18:22:52.179959 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606dfec-0427-4d5c-b9db-8be7bc4b281a req-b475824b-f943-46ce-9d21-6d5b82dc242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:52.181486 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0606dfec-0427-4d5c-b9db-8be7bc4b281a req-b475824b-f943-46ce-9d21-6d5b82dc242d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.0893960 Mar 07 18:22:52.244601 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0606dfec-0427-4d5c-b9db-8be7bc4b281a req-8058f245-a232-4472-a781-62c363d033cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ec85df9-4942-49e1-aaf4-b9d8ad26e929 HTTP/1.1" status: 200 len: 999 time: 0.0577314 Mar 07 18:22:52.288061 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-66d3e0fe-48ef-40d4-a863-4c4f5de5edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'f0ef09c5-0e53-4682-bd08-e8207cc0ba58', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:73:54:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:22:50Z', 'updated_at': '2022-03-07T18:22:50Z', 'revision_number': 0, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:22:52.292321 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606dfec-0427-4d5c-b9db-8be7bc4b281a req-c55a1d3f-9a6c-4ff4-bbed-7f6b325776df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:52.293799 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0606dfec-0427-4d5c-b9db-8be7bc4b281a req-c55a1d3f-9a6c-4ff4-bbed-7f6b325776df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0434809 Mar 07 18:22:52.320688 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3e0fe-48ef-40d4-a863-4c4f5de5edc6 None None] Checking router: 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:22:52.329209 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3e0fe-48ef-40d4-a863-4c4f5de5edc6 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:22:52.329814 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-66d3e0fe-48ef-40d4-a863-4c4f5de5edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:22:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:22:52.347908 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606dfec-0427-4d5c-b9db-8be7bc4b281a req-06ce791e-38fb-4727-989e-6760fb0f447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:52.349735 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0606dfec-0427-4d5c-b9db-8be7bc4b281a req-06ce791e-38fb-4727-989e-6760fb0f447d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482695 Mar 07 18:22:52.437512 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0606dfec-0427-4d5c-b9db-8be7bc4b281a req-b07b4d26-c460-4bca-954a-b2ecaabccca1 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824702 Mar 07 18:22:52.531298 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-66d3e0fe-48ef-40d4-a863-4c4f5de5edc6 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:22:52.533327 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0606dfec-0427-4d5c-b9db-8be7bc4b281a req-4645ddd0-bcf2-4cea-a240-23136bf9e6d3 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904362 Mar 07 18:22:52.744747 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-66d3e0fe-48ef-40d4-a863-4c4f5de5edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'f0ef09c5-0e53-4682-bd08-e8207cc0ba58', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:73:54:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:22:50Z', 'updated_at': '2022-03-07T18:22:50Z', 'revision_number': 0, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:22:52.769713 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d3e0fe-48ef-40d4-a863-4c4f5de5edc6 None None] The sync data for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi is: [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'f0ef09c5-0e53-4682-bd08-e8207cc0ba58', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:73:54:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:22:50Z', 'updated_at': '2022-03-07T18:22:50Z', 'revision_number': 0, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:22:52.958466 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe794fe-092f-49ee-a6b8-973601f2d123 None None] New status for floating IP f0ef09c5-0e53-4682-bd08-e8207cc0ba58: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:22:53.286476 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2db9405f-b021-45c0-9541-2889c73f12ce req-a57ea6aa-4558-46df-bad3-421ce3890a30 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438731 Mar 07 18:22:53.369300 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9405f-b021-45c0-9541-2889c73f12ce req-afa05c8f-2805-4998-945a-47b24d172b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:53.370697 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2db9405f-b021-45c0-9541-2889c73f12ce req-afa05c8f-2805-4998-945a-47b24d172b82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 1129 time: 0.0454338 Mar 07 18:22:53.472136 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9405f-b021-45c0-9541-2889c73f12ce req-f75cee88-fab4-4698-a269-a9f9c9306acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:53.473626 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2db9405f-b021-45c0-9541-2889c73f12ce req-f75cee88-fab4-4698-a269-a9f9c9306acc service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.0863495 Mar 07 18:22:53.535057 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2db9405f-b021-45c0-9541-2889c73f12ce req-0432ff08-fab3-417e-8815-d54a7420fd04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ec85df9-4942-49e1-aaf4-b9d8ad26e929 HTTP/1.1" status: 200 len: 1001 time: 0.0556631 Mar 07 18:22:53.584599 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9405f-b021-45c0-9541-2889c73f12ce req-e499304c-431c-4cff-bd41-4328b8d74cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:53.586015 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2db9405f-b021-45c0-9541-2889c73f12ce req-e499304c-431c-4cff-bd41-4328b8d74cdc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0452058 Mar 07 18:22:53.632566 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9405f-b021-45c0-9541-2889c73f12ce req-742caecc-d436-4c9c-bc13-299557558846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:22:53.634079 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2db9405f-b021-45c0-9541-2889c73f12ce req-742caecc-d436-4c9c-bc13-299557558846 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429909 Mar 07 18:22:53.719922 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2db9405f-b021-45c0-9541-2889c73f12ce req-92d10fd3-fd14-4038-97a6-eca785e403de service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801747 Mar 07 18:22:53.809452 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-2db9405f-b021-45c0-9541-2889c73f12ce req-a7283e56-7205-4fa4-ac5d-0653e5c8d5f2 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839283 Mar 07 18:23:12.123916 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f26a-4da7-4d32-a69a-bdc33c1444eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:23:14.296126 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6e8e8743-cd48-475a-831f-c9b80b5883fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:23:15.468117 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:23:15.586737 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:23:16.230719 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:23:16.918893 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:23:18.572712 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:23:42.125174 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-927d090c-4a03-4c75-9fe1-9bf477c1af86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:23:44.297215 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-31181450-1bda-4861-80d4-e10232dbdf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:23:45.467960 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:23:45.595374 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:23:46.920464 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:23:48.577038 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:23:53.229649 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:23:54.279447 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-def909fd-35cb-4715-9067-40a6ec554a25 req-ec3ad60d-2369-4a06-8167-b056e1bfccf2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441022 Mar 07 18:23:54.362560 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def909fd-35cb-4715-9067-40a6ec554a25 req-031d8e42-4ffe-41de-bc8a-f77ef329e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:23:54.364071 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-def909fd-35cb-4715-9067-40a6ec554a25 req-031d8e42-4ffe-41de-bc8a-f77ef329e228 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 1129 time: 0.0442290 Mar 07 18:23:54.467838 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def909fd-35cb-4715-9067-40a6ec554a25 req-a1173b4f-a7c2-4bd5-994d-4da1a12da512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:23:54.469332 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-def909fd-35cb-4715-9067-40a6ec554a25 req-a1173b4f-a7c2-4bd5-994d-4da1a12da512 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.0876167 Mar 07 18:23:54.533044 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-def909fd-35cb-4715-9067-40a6ec554a25 req-1eeecc07-2cd9-44a6-aeee-8871e71b3bce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ec85df9-4942-49e1-aaf4-b9d8ad26e929 HTTP/1.1" status: 200 len: 1001 time: 0.0579154 Mar 07 18:23:54.585075 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def909fd-35cb-4715-9067-40a6ec554a25 req-715f76d7-5f4e-4aac-aa2f-8f63e03ecc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:23:54.586521 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-def909fd-35cb-4715-9067-40a6ec554a25 req-715f76d7-5f4e-4aac-aa2f-8f63e03ecc65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0483103 Mar 07 18:23:54.634622 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def909fd-35cb-4715-9067-40a6ec554a25 req-77c3913e-d173-4aca-956f-c3e10fb66844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:23:54.636138 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-def909fd-35cb-4715-9067-40a6ec554a25 req-77c3913e-d173-4aca-956f-c3e10fb66844 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437329 Mar 07 18:23:54.720457 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-def909fd-35cb-4715-9067-40a6ec554a25 req-ea008b7b-e48c-440b-9443-43d413bc15fe service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788901 Mar 07 18:23:54.808749 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-def909fd-35cb-4715-9067-40a6ec554a25 req-5d5e63c4-7abc-4634-9ecb-f9583fd5da29 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829177 Mar 07 18:24:12.130615 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bab0531a-bd1f-4c84-b239-5b593684e6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:14.298753 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a249da60-68bf-420f-8723-cbdb3071761d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:15.470273 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:15.596372 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:16.804659 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [req-0a2d2afd-6c66-4dfe-bcdb-9c6b9bc06d72 req-746b3d4e-8d44-4c5c-8cbe-c0bce913799c service neutron] (103234) timed out ('10.222.0.37', 64926) {{(pid=103234) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 18:24:16.922948 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:18.146227 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [req-7538f5ac-7b7a-4f58-9fcb-497dec25d4a2 req-efdc9771-a20f-43ff-8456-5ee10f6f6dc3 service neutron] (103233) timed out ('10.222.0.37', 64895) {{(pid=103233) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 18:24:18.579891 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:26.386268 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-bd5867f2-d213-4a0d-a665-95ab239247be tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224495367&fields=id&tenant_id=c7d271cd78ac4031be6720ff58f5f6f9 HTTP/1.1" status: 200 len: 267 time: 0.0442302 Mar 07 18:24:26.506098 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-b3fb5eae-ed41-42fd-a870-8c9c9eea5a90 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:26.507605 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-b3fb5eae-ed41-42fd-a870-8c9c9eea5a90 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 812 time: 0.1142330 Mar 07 18:24:26.522819 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-8110988d-60db-4179-bcaf-7bed496564f0 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/quotas/c7d271cd78ac4031be6720ff58f5f6f9 HTTP/1.1" status: 200 len: 375 time: 0.0099165 Mar 07 18:24:26.578469 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d40fbedd-eab1-403b-b192-4d35f82c795b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508597 Mar 07 18:24:26.674054 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-48d3ffdd-d883-4c91-b574-2ab13cf494e5 service neutron] 10.222.0.13 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848970 Mar 07 18:24:26.760605 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d8acd5a9-fb3c-4b2c-bbff-525096527872 service neutron] 10.222.0.13 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809007 Mar 07 18:24:27.100405 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-d4aa15dd-b1d5-4a1d-9cb4-591b2dbdd099 req-b520d680-0175-4976-8661-5278e1ca9955 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 210 time: 0.0823984 Mar 07 18:24:27.928049 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-7c06b11d-256a-4b80-877f-18c78257c658 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:27.929504 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-7c06b11d-256a-4b80-877f-18c78257c658 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 812 time: 0.1115413 Mar 07 18:24:27.989769 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-53867db9-fe7f-40c7-afe5-87b5877be404 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7d271cd78ac4031be6720ff58f5f6f9 HTTP/1.1" status: 200 len: 379 time: 0.0528662 Mar 07 18:24:27.997971 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'port': {'device_id': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'admin_state_up': True, 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'security_groups': ['8da4a95f-6a05-43de-9703-c4034d2c59fb']}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:24:28.105000 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Made reservation on behalf of c7d271cd78ac4031be6720ff58f5f6f9 for: {'port': 1} {{(pid=103234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 18:24:28.108704 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:28.200479 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a7e48d27-4b08-4adc-b22c-2a9c5e3ce0bf req-5339dcab-8e25-446b-8381-0fc00af9b3b3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 210 time: 0.0332685 Mar 07 18:24:28.264788 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Allocated IP 172.20.0.10 (2e07ae00-2559-4c61-bfde-34b114150ce4/cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf/115a7ad6-eae7-4b3b-8c06-07cbc6cac663) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:24:28.402125 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:28.434870 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:28.479884 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Network 2e07ae00-2559-4c61-bfde-34b114150ce4 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:24:28.483362 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:24:28.486888 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:24:28.512239 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'Port': ['ID=115a7ad6-eae7-4b3b-8c06-07cbc6cac663,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:24:28.530718 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.531081 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.531408 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.531742 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.532070 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.532420 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.532747 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.533077 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.533397 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.533722 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.534043 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.534363 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.534682 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:28.554988 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:28.555588 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:28.573709 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-af108423-036d-4787-9237-3f5311ceeac2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5792587 Mar 07 18:24:28.631382 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Request body: {'port': {'device_id': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83229'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:24:28.690300 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:28.745775 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-1d7dd6fe-244e-46bf-8fe8-45d082ee87a7 None None] Provisioning complete for port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 triggered by entity DHCP. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:24:28.746402 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd6fe-244e-46bf-8fe8-45d082ee87a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:28.779982 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-1d7dd6fe-244e-46bf-8fe8-45d082ee87a7 None None] Port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 cannot update to ACTIVE because it is not bound. {{(pid=103235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 18:24:28.946309 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:24:28.953587 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Publish callbacks [] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:28.964903 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Transition to ACTIVE for port object 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 will not be triggered until provisioned by entity L2. {{(pid=103234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 18:24:28.969313 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:29.020737 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Pushing event updated for resources: {'Port': ['ID=115a7ad6-eae7-4b3b-8c06-07cbc6cac663,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:24:29.089974 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Attempting to bind port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 on host hv-cinder-83229 for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 18:24:29.090310 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Attempting to bind port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 by drivers openvswitch,hyperv on host hv-cinder-83229 at level 0 using segments [{'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 18:24:29.090640 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Attempting to bind port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 on network 2e07ae00-2559-4c61-bfde-34b114150ce4 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:24:29.096033 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 on network 2e07ae00-2559-4c61-bfde-34b114150ce4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83229 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 18:24:29.096390 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Attempting to bind port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 on network 2e07ae00-2559-4c61-bfde-34b114150ce4 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 18:24:29.101700 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Checking agent: {'id': '19b7703a-d415-4aa3-a3ef-b5c3c982c2ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83229', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'started_at': datetime.datetime(2022, 3, 7, 18, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 18, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 18:24:29.102039 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Checking segment: {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 18:24:29.102428 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Bound using segment: {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 18:24:29.102854 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Bound port: 115a7ad6-eae7-4b3b-8c06-07cbc6cac663, host: hv-cinder-83229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddc3e59-2e42-4629-9fff-4528bf9a4384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 18:24:29.103209 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:29.170350 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] For port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663, host hv-cinder-83229, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 18:24:29.173554 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] For port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663, host hv-cinder-83229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=115a7ad6-eae7-4b3b-8c06-07cbc6cac663,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 18:24:29.178413 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:29.210425 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:29.211132 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:29.212451 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] 10.222.0.37 "PUT /v2.0/ports/115a7ad6-eae7-4b3b-8c06-07cbc6cac663 HTTP/1.1" status: 200 len: 1094 time: 0.6317406 Mar 07 18:24:29.212889 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'tag': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:24:29.215166 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f02516-ef7b-4f89-a5c4-7e24521103f9" -d '{"events": [{"name": "network-changed", "server_uuid": "00cde1e2-e74b-4824-8e07-5d73634c8adc", "tag": "115a7ad6-eae7-4b3b-8c06-07cbc6cac663"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:24:29.241579 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722c4da-41c2-4b90-a492-a32bdd7bd316 service neutron] Pushing event updated for resources: {'Port': ['ID=115a7ad6-eae7-4b3b-8c06-07cbc6cac663,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:24:29.291012 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbcdc49-ef49-4da3-9586-15eeb3967d77 x-openstack-request-id: req-3fbcdc49-ef49-4da3-9586-15eeb3967d77 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:24:29.291306 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00cde1e2-e74b-4824-8e07-5d73634c8adc", "tag": "115a7ad6-eae7-4b3b-8c06-07cbc6cac663", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:24:29.291565 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fbcdc49-ef49-4da3-9586-15eeb3967d77 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:24:29.291969 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'tag': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663', 'status': 'completed', 'code': 200} Mar 07 18:24:29.308604 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-18002bf8-6852-4038-932c-de535c550eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:29.310220 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-18002bf8-6852-4038-932c-de535c550eb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 1128 time: 0.0547225 Mar 07 18:24:29.372826 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-abf5a215-8a94-4069-a494-c87a55897ec7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115a7ad6-eae7-4b3b-8c06-07cbc6cac663 HTTP/1.1" status: 200 len: 217 time: 0.0531549 Mar 07 18:24:29.433547 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d77052-c909-4f42-9ab9-600d4b3e088d req-2348babe-96ba-4dd7-ba7a-61c218c4c18a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:29.435035 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b3d77052-c909-4f42-9ab9-600d4b3e088d req-2348babe-96ba-4dd7-ba7a-61c218c4c18a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 944 time: 0.1238692 Mar 07 18:24:29.439380 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-46bf686b-a6f8-4987-899c-b0c9b5a64f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:29.440773 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-46bf686b-a6f8-4987-899c-b0c9b5a64f69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0604587 Mar 07 18:24:29.517086 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b3d77052-c909-4f42-9ab9-600d4b3e088d req-35b1bc30-7bca-4db7-8ec9-67ae527a6001 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752845 Mar 07 18:24:29.522865 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-9430fad9-4b7a-491e-abf1-5edfd9238266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:29.524334 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-9430fad9-4b7a-491e-abf1-5edfd9238266 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771272 Mar 07 18:24:29.611207 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-a184c79d-62c9-407e-b9db-5bc20024e4f0 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810986 Mar 07 18:24:29.699450 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-97ab868f-7d86-4573-97b2-1754c9a473e3 req-97f3f977-ea60-4c11-88ff-c750f50a25c7 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830843 Mar 07 18:24:29.787315 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f02516-ef7b-4f89-a5c4-7e24521103f9 req-fe2930f0-5d3e-434d-a506-16139550232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:29.788855 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38f02516-ef7b-4f89-a5c4-7e24521103f9 req-fe2930f0-5d3e-434d-a506-16139550232b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 1128 time: 0.0477338 Mar 07 18:24:29.882796 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f02516-ef7b-4f89-a5c4-7e24521103f9 req-2207e897-1046-46ac-a570-4697f17e4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:29.884312 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38f02516-ef7b-4f89-a5c4-7e24521103f9 req-2207e897-1046-46ac-a570-4697f17e4cb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.0880260 Mar 07 18:24:29.925528 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38f02516-ef7b-4f89-a5c4-7e24521103f9 req-19b96e76-6f99-4274-a219-18c3ea953fce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115a7ad6-eae7-4b3b-8c06-07cbc6cac663 HTTP/1.1" status: 200 len: 217 time: 0.0331700 Mar 07 18:24:29.971055 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f02516-ef7b-4f89-a5c4-7e24521103f9 req-a4297d1b-16aa-4562-9ef1-184a0daeeeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:29.972514 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38f02516-ef7b-4f89-a5c4-7e24521103f9 req-a4297d1b-16aa-4562-9ef1-184a0daeeeab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0414929 Mar 07 18:24:30.023328 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f02516-ef7b-4f89-a5c4-7e24521103f9 req-6aad1635-e580-4478-b1c3-c51c8f1ecd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:30.024752 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38f02516-ef7b-4f89-a5c4-7e24521103f9 req-6aad1635-e580-4478-b1c3-c51c8f1ecd11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464659 Mar 07 18:24:30.114626 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38f02516-ef7b-4f89-a5c4-7e24521103f9 req-42e8ae42-399e-473e-93ab-bec5e8e28897 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800681 Mar 07 18:24:30.206959 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38f02516-ef7b-4f89-a5c4-7e24521103f9 req-a3f18a05-eef0-4ede-a731-b832c42156a1 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836892 Mar 07 18:24:30.227775 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:24:30.635065 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475e371-0a8d-419a-aaa7-7e611e0f44de req-db1ba3e5-b3db-4231-8946-a3f4065417b4 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:30.636582 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e475e371-0a8d-419a-aaa7-7e611e0f44de req-db1ba3e5-b3db-4231-8946-a3f4065417b4 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 944 time: 0.0519600 Mar 07 18:24:30.684747 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e475e371-0a8d-419a-aaa7-7e611e0f44de req-19c2e697-fa35-4f00-94c0-9852a74409a3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421143 Mar 07 18:24:31.801484 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee6a0c-d713-4bf5-958a-b56564e92106 req-def60a6a-4b11-425d-9c33-4454bb2bb77d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:31.802958 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f2ee6a0c-d713-4bf5-958a-b56564e92106 req-def60a6a-4b11-425d-9c33-4454bb2bb77d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 944 time: 0.0525041 Mar 07 18:24:31.853547 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f2ee6a0c-d713-4bf5-958a-b56564e92106 req-c2365ffb-ef45-4f3c-a157-18cce98824c3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451665 Mar 07 18:24:32.968258 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae39f9f-3de7-4a5b-9776-bda7175847b6 req-7ece10c6-f850-44ae-b495-f1622dee163a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:32.969723 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0ae39f9f-3de7-4a5b-9776-bda7175847b6 req-7ece10c6-f850-44ae-b495-f1622dee163a tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 944 time: 0.0519791 Mar 07 18:24:33.017395 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0ae39f9f-3de7-4a5b-9776-bda7175847b6 req-b8df6d10-812e-4577-9410-0e9dfa1f146e tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419495 Mar 07 18:24:34.130479 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f664143-f242-4281-926b-eebd9663cee8 req-2abec599-abb9-474f-915a-9e63a4c8fe4b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:34.131929 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0f664143-f242-4281-926b-eebd9663cee8 req-2abec599-abb9-474f-915a-9e63a4c8fe4b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 944 time: 0.0515146 Mar 07 18:24:34.179403 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-0f664143-f242-4281-926b-eebd9663cee8 req-d1ed945b-936e-45a1-8404-564dd89c7ee0 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420353 Mar 07 18:24:35.296601 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da43b47-b229-43c7-af23-cd84b2666c7d req-67ea4c7b-f81d-41e0-89cc-b9e01a44765d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:35.298062 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6da43b47-b229-43c7-af23-cd84b2666c7d req-67ea4c7b-f81d-41e0-89cc-b9e01a44765d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 944 time: 0.0547032 Mar 07 18:24:35.344958 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6da43b47-b229-43c7-af23-cd84b2666c7d req-d2f18da4-62b2-4d34-8f65-549526399715 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414054 Mar 07 18:24:36.461146 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5e9ad-8c5d-4260-be22-183630617dd9 req-4a7374cd-2154-4ec5-96e3-19a5ef015379 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:36.462626 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b7e5e9ad-8c5d-4260-be22-183630617dd9 req-4a7374cd-2154-4ec5-96e3-19a5ef015379 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 944 time: 0.0526240 Mar 07 18:24:36.510049 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-b7e5e9ad-8c5d-4260-be22-183630617dd9 req-71d4ead1-d3ed-4756-88ab-a1abb1a13f8b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 Mar 07 18:24:37.624096 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c744cc-47dc-4968-a88d-00f0459ce480 req-d82a1e1a-25b8-4313-b047-79b9e118990b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:37.625574 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-83c744cc-47dc-4968-a88d-00f0459ce480 req-d82a1e1a-25b8-4313-b047-79b9e118990b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 944 time: 0.0515625 Mar 07 18:24:37.682345 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-83c744cc-47dc-4968-a88d-00f0459ce480 req-d8cfd191-25c3-4782-8932-d52a9de93f72 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511587 Mar 07 18:24:38.505154 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 details requested by agent hyperv_hv-cinder-83229 with host hv-cinder-83229 {{(pid=103235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 18:24:38.603087 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=115a7ad6-eae7-4b3b-8c06-07cbc6cac663,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:24:38.613793 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Returning: {'device': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'port_id': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663', 'mac_address': 'fa:16:3e:a1:f3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 18:24:38.649917 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 is: DOWN; New status is: BUILD {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:24:38.650309 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:38.663421 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 {{(pid=103235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 18:24:38.686800 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=115a7ad6-eae7-4b3b-8c06-07cbc6cac663,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:24:38.690560 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:38.738699 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=115a7ad6-eae7-4b3b-8c06-07cbc6cac663,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:24:38.745655 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.746009 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.746362 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.746708 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.747052 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.747390 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.747726 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.748067 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.748500 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.748946 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.749387 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.749729 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.750063 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:24:38.802268 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ae742-be6e-4635-8e5f-d322186905dc req-83a95b9b-1fd4-47ee-8d2b-c846e77e475e tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:38.803744 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-371ae742-be6e-4635-8e5f-d322186905dc req-83a95b9b-1fd4-47ee-8d2b-c846e77e475e tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 945 time: 0.0537062 Mar 07 18:24:38.853804 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-371ae742-be6e-4635-8e5f-d322186905dc req-ae7dc724-321c-4df8-846e-424ad803131d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445712 Mar 07 18:24:38.911415 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] get_ports_and_sgs() called for port_ids ['115a7ad6-eae7-4b3b-8c06-07cbc6cac663'] {{(pid=103235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 18:24:39.968251 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d823fc-c3c3-4531-80c8-0f548f073394 req-72bd11d3-01b1-463b-ab74-9ef361d88c0d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:39.969719 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-22d823fc-c3c3-4531-80c8-0f548f073394 req-72bd11d3-01b1-463b-ab74-9ef361d88c0d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 945 time: 0.0513473 Mar 07 18:24:40.017736 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-22d823fc-c3c3-4531-80c8-0f548f073394 req-f1c73150-aed7-4ec7-8804-1e30c4c3ecb5 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419860 Mar 07 18:24:40.511049 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 up at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 18:24:40.558885 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning for port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 completed by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 18:24:40.563213 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.provisioning_blocks [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Provisioning complete for port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 triggered by entity L2. {{(pid=103235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 18:24:40.563587 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-268376564'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), provisioning_complete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:40.641765 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Current status of the port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 is: BUILD; New status is: ACTIVE {{(pid=103235) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 18:24:40.642147 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:40.663124 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663'}] {{(pid=103235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:24:40.665407 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f3023066f192ab6dce475cbd01731f5cde7b07b762b7f0e95200d13784e7f6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3ec672-3702-46cb-bf9e-1735a275649b" -d '{"events": [{"server_uuid": "00cde1e2-e74b-4824-8e07-5d73634c8adc", "name": "network-vif-plugged", "status": "completed", "tag": "115a7ad6-eae7-4b3b-8c06-07cbc6cac663"}]}' {{(pid=103235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:24:40.678657 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] For port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=115a7ad6-eae7-4b3b-8c06-07cbc6cac663,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:24:40.683593 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:40.706930 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9540f3c9-3120-476e-877b-cb55caf13436 x-openstack-request-id: req-9540f3c9-3120-476e-877b-cb55caf13436 {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:24:40.707220 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cde1e2-e74b-4824-8e07-5d73634c8adc", "name": "network-vif-plugged", "status": "completed", "tag": "115a7ad6-eae7-4b3b-8c06-07cbc6cac663", "code": 200}]} {{(pid=103235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:24:40.707471 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9540f3c9-3120-476e-877b-cb55caf13436 {{(pid=103235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:24:40.707852 dv-cinder-832291-1-iscsi neutron-server[103235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663', 'code': 200} Mar 07 18:24:40.732926 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Pushing event updated for resources: {'Port': ['ID=115a7ad6-eae7-4b3b-8c06-07cbc6cac663,revision_number=5']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:24:40.938590 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcf49e-c9f0-4237-b546-ccab6429d64a req-10dcb5cd-34ea-4275-9ef2-46534d36cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:40.940085 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-82bcf49e-c9f0-4237-b546-ccab6429d64a req-10dcb5cd-34ea-4275-9ef2-46534d36cc8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 1130 time: 0.0471525 Mar 07 18:24:40.985057 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-82bcf49e-c9f0-4237-b546-ccab6429d64a req-fe3b1504-25c9-4286-9887-187f6fc7bddb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391340 Mar 07 18:24:41.136617 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d9b95-e63e-4722-9ab4-11a117aa4ed5 req-c4a61855-5330-403e-a1a2-01f9e096722d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:41.137976 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3f7d9b95-e63e-4722-9ab4-11a117aa4ed5 req-c4a61855-5330-403e-a1a2-01f9e096722d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 946 time: 0.0549841 Mar 07 18:24:41.185531 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-3f7d9b95-e63e-4722-9ab4-11a117aa4ed5 req-83bfc452-4f92-47e7-99fa-cf6abde7cbca tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411863 Mar 07 18:24:42.132169 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6cc4819d-43d0-4d53-96a4-10dfdd660872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:42.306077 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c8b27-9417-43d4-8bdb-1d513257d726 req-0c9186f2-2ce8-4d68-a8fe-a0b5492f1362 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:42.307451 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-525c8b27-9417-43d4-8bdb-1d513257d726 req-0c9186f2-2ce8-4d68-a8fe-a0b5492f1362 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 946 time: 0.0542395 Mar 07 18:24:42.356143 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-525c8b27-9417-43d4-8bdb-1d513257d726 req-fcb7532a-1ea1-4681-8656-07e7ddcd4b5f tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426180 Mar 07 18:24:42.470296 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df456c0-bf2b-4ba8-ae36-f758f333b72b req-525ab8fa-ec73-44e1-81a8-aeabc64ead0b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:42.471738 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6df456c0-bf2b-4ba8-ae36-f758f333b72b req-525ab8fa-ec73-44e1-81a8-aeabc64ead0b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 946 time: 0.0515990 Mar 07 18:24:42.519096 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-6df456c0-bf2b-4ba8-ae36-f758f333b72b req-c88b9304-75cd-44f1-ae3d-490e6c2c112d tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415521 Mar 07 18:24:42.540692 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45194) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:24:42.583225 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3566d6e1-cca8-467c-95c1-f0f4fec63507 tempest-TestVolumeBootPattern-1678999380 tempest-TestVolumeBootPattern-1678999380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:42.584746 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-3566d6e1-cca8-467c-95c1-f0f4fec63507 tempest-TestVolumeBootPattern-1678999380 tempest-TestVolumeBootPattern-1678999380-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 1125 time: 0.0431139 Mar 07 18:24:42.587396 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45196) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:24:42.591458 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.v2.base [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Request body: {'floatingip': {'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'port_id': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 18:24:42.611084 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:42.953573 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (None), before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:43.056087 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Allocated IP 172.27.0.120 (f677d92c-de1b-4c38-ad35-4a06c685919d/90e78f62-63b9-4801-8f89-2f85a7dc0a14/1e340430-f964-41cf-ae1a-02e22105540e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 18:24:43.153114 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for port (1e340430-f964-41cf-ae1a-02e22105540e), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:43.187273 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736633810580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (1e340430-f964-41cf-ae1a-02e22105540e), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:43.226115 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Network f677d92c-de1b-4c38-ad35-4a06c685919d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 18:24:43.229184 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 18:24:43.232246 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 18:24:43.261165 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'Port': ['ID=1e340430-f964-41cf-ae1a-02e22105540e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:24:43.590876 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (810e4edd-5aac-4010-b5b1-d46e697a3b98), precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:43.661056 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267989187'] for port (1e340430-f964-41cf-ae1a-02e22105540e), before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:43.809624 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for port (1e340430-f964-41cf-ae1a-02e22105540e), precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:43.815138 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736634169016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736633810598', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736633810616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065773'] for port (1e340430-f964-41cf-ae1a-02e22105540e), after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:43.881770 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event updated for resources: {'Port': ['ID=1e340430-f964-41cf-ae1a-02e22105540e,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:24:43.892127 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-868673'] for floatingip (810e4edd-5aac-4010-b5b1-d46e697a3b98), after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:43.992351 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Floating IP 810e4edd-5aac-4010-b5b1-d46e697a3b98 associated. External IP: 172.27.0.120, port: 115a7ad6-eae7-4b3b-8c06-07cbc6cac663. Mar 07 18:24:44.203899 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:24:44.301461 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9774cb1d-d5a6-4d2f-93c0-67e1273de510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:44.313198 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:24:44.324658 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c90474b-7062-4f5e-92a1-ad32f7c1ae47 None None] Sync routers for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:24:44.331660 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:44.335363 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90474b-7062-4f5e-92a1-ad32f7c1ae47 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:24:44.335984 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2c90474b-7062-4f5e-92a1-ad32f7c1ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:24:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:24:44.361638 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7f2c776f-4ff9-4fb8-bef8-cc003ddb473b tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7732546 Mar 07 18:24:44.362324 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'tag': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:24:44.364614 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cddd1a1-e9a8-4834-925d-be5e53b26a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "00cde1e2-e74b-4824-8e07-5d73634c8adc", "tag": "115a7ad6-eae7-4b3b-8c06-07cbc6cac663"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:24:44.405451 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d17f034-f18d-4e59-b5fb-0bb6eed0dc59 x-openstack-request-id: req-6d17f034-f18d-4e59-b5fb-0bb6eed0dc59 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:24:44.405915 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00cde1e2-e74b-4824-8e07-5d73634c8adc", "tag": "115a7ad6-eae7-4b3b-8c06-07cbc6cac663", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:24:44.406178 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d17f034-f18d-4e59-b5fb-0bb6eed0dc59 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:24:44.406580 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'tag': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663', 'status': 'completed', 'code': 200} Mar 07 18:24:44.449513 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-2c90474b-7062-4f5e-92a1-ad32f7c1ae47 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:24:44.471999 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddd1a1-e9a8-4834-925d-be5e53b26a2d req-412b36db-9d70-4b0e-aaab-5cdee04b2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:44.473479 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8cddd1a1-e9a8-4834-925d-be5e53b26a2d req-412b36db-9d70-4b0e-aaab-5cdee04b2a48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 1130 time: 0.0473673 Mar 07 18:24:44.566389 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddd1a1-e9a8-4834-925d-be5e53b26a2d req-3cf4d3ec-f7b6-4b59-ac61-2a906b8fea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:44.567879 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8cddd1a1-e9a8-4834-925d-be5e53b26a2d req-3cf4d3ec-f7b6-4b59-ac61-2a906b8fea42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.0892727 Mar 07 18:24:44.632532 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8cddd1a1-e9a8-4834-925d-be5e53b26a2d req-93ad2a50-4613-447c-9067-607fef782fd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115a7ad6-eae7-4b3b-8c06-07cbc6cac663 HTTP/1.1" status: 200 len: 1000 time: 0.0589352 Mar 07 18:24:44.672693 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2c90474b-7062-4f5e-92a1-ad32f7c1ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '810e4edd-5aac-4010-b5b1-d46e697a3b98', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:a1:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:24:43Z', 'updated_at': '2022-03-07T18:24:43Z', 'revision_number': 0, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}, {'id': 'f0ef09c5-0e53-4682-bd08-e8207cc0ba58', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:73:54:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:22:50Z', 'updated_at': '2022-03-07T18:22:53Z', 'revision_number': 1, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:24:44.678969 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddd1a1-e9a8-4834-925d-be5e53b26a2d req-ce4545d1-d1c8-4a80-a4a7-483dd27225dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:44.680448 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8cddd1a1-e9a8-4834-925d-be5e53b26a2d req-ce4545d1-d1c8-4a80-a4a7-483dd27225dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0430114 Mar 07 18:24:44.698728 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c90474b-7062-4f5e-92a1-ad32f7c1ae47 None None] Checking router: 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:24:44.707528 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90474b-7062-4f5e-92a1-ad32f7c1ae47 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:24:44.708138 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2c90474b-7062-4f5e-92a1-ad32f7c1ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:24:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:24:44.731656 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddd1a1-e9a8-4834-925d-be5e53b26a2d req-42962624-569e-4d12-94e7-3cd4ca6413ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:44.733642 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8cddd1a1-e9a8-4834-925d-be5e53b26a2d req-42962624-569e-4d12-94e7-3cd4ca6413ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472279 Mar 07 18:24:44.818125 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-2c90474b-7062-4f5e-92a1-ad32f7c1ae47 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:24:44.821639 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8cddd1a1-e9a8-4834-925d-be5e53b26a2d req-e001ff38-5dc3-4691-8665-4ec14d1a2df6 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815485 Mar 07 18:24:44.914088 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8cddd1a1-e9a8-4834-925d-be5e53b26a2d req-ecd7eab1-75cb-4dd7-8024-8056130175f1 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873044 Mar 07 18:24:45.042549 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-2c90474b-7062-4f5e-92a1-ad32f7c1ae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '810e4edd-5aac-4010-b5b1-d46e697a3b98', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:a1:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:24:43Z', 'updated_at': '2022-03-07T18:24:43Z', 'revision_number': 0, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}, {'id': 'f0ef09c5-0e53-4682-bd08-e8207cc0ba58', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:73:54:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:22:50Z', 'updated_at': '2022-03-07T18:22:53Z', 'revision_number': 1, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:24:45.070407 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c90474b-7062-4f5e-92a1-ad32f7c1ae47 None None] The sync data for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi is: [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': '810e4edd-5aac-4010-b5b1-d46e697a3b98', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:a1:f3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:24:43Z', 'updated_at': '2022-03-07T18:24:43Z', 'revision_number': 0, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}, {'id': 'f0ef09c5-0e53-4682-bd08-e8207cc0ba58', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:73:54:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:22:50Z', 'updated_at': '2022-03-07T18:22:53Z', 'revision_number': 1, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:24:45.265588 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de3470-a3f5-4352-9f46-df305f9105cf None None] New status for floating IP 810e4edd-5aac-4010-b5b1-d46e697a3b98: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:24:45.473184 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:45.602263 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:46.926678 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:48.581987 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:24:55.828783 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-99ec57fd-fdc5-43a3-b6c7-fab7e202d0a9 req-d1224352-0715-48d4-96eb-543643a2c8c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433741 Mar 07 18:24:55.914337 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec57fd-fdc5-43a3-b6c7-fab7e202d0a9 req-d9c73917-778f-4dc4-82a0-201b638f57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:55.915794 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-99ec57fd-fdc5-43a3-b6c7-fab7e202d0a9 req-d9c73917-778f-4dc4-82a0-201b638f57df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 1129 time: 0.0433340 Mar 07 18:24:56.018184 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec57fd-fdc5-43a3-b6c7-fab7e202d0a9 req-2a7ad579-5cfc-4ced-b3b0-cb5a9fd1667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:56.019614 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-99ec57fd-fdc5-43a3-b6c7-fab7e202d0a9 req-2a7ad579-5cfc-4ced-b3b0-cb5a9fd1667f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.0863483 Mar 07 18:24:56.081715 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-99ec57fd-fdc5-43a3-b6c7-fab7e202d0a9 req-c57a99b5-2536-47f6-b91c-48dc45d3e8ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ec85df9-4942-49e1-aaf4-b9d8ad26e929 HTTP/1.1" status: 200 len: 1001 time: 0.0559361 Mar 07 18:24:56.131649 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec57fd-fdc5-43a3-b6c7-fab7e202d0a9 req-2d23cdd2-8d60-4426-aff5-411b0362d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:56.133073 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-99ec57fd-fdc5-43a3-b6c7-fab7e202d0a9 req-2d23cdd2-8d60-4426-aff5-411b0362d169 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0457528 Mar 07 18:24:56.179566 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec57fd-fdc5-43a3-b6c7-fab7e202d0a9 req-2a19686e-03a7-4e2a-b3c5-63d4847879d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:24:56.181070 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-99ec57fd-fdc5-43a3-b6c7-fab7e202d0a9 req-2a19686e-03a7-4e2a-b3c5-63d4847879d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426576 Mar 07 18:24:56.266889 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-99ec57fd-fdc5-43a3-b6c7-fab7e202d0a9 req-2af29a53-91f3-44b4-8a08-f4ea3f995f36 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798619 Mar 07 18:24:56.360220 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-99ec57fd-fdc5-43a3-b6c7-fab7e202d0a9 req-51a2810f-a25a-45e4-bd52-bd61ca49eb02 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872583 Mar 07 18:25:07.226991 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:25:12.133294 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-444ac166-917f-4709-9dea-02ebf6d944df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:25:14.302139 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d9bbcd8d-b3f7-499d-b169-249d363b83e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:25:15.476006 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:25:15.611927 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:25:16.927720 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:25:18.583560 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:25:42.134616 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-af9ab46c-5c4d-4a62-9093-965d36dafeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:25:44.226000 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:25:44.303535 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c6a5d834-42dc-4405-8dda-28871caa0b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:25:45.478733 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:25:45.614418 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:25:46.930615 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:25:48.587564 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:25:56.266245 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-98673f35-7eb6-4882-a4af-a8bcf7dc120b req-e429a974-cb5a-45a5-b830-7d5a905d32c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426633 Mar 07 18:25:56.328399 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98673f35-7eb6-4882-a4af-a8bcf7dc120b req-67e53eac-81f3-4cf9-9f53-b0e9d47fbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:25:56.329850 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-98673f35-7eb6-4882-a4af-a8bcf7dc120b req-67e53eac-81f3-4cf9-9f53-b0e9d47fbeb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 1130 time: 0.0428722 Mar 07 18:25:56.434567 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98673f35-7eb6-4882-a4af-a8bcf7dc120b req-69ec46c3-74c0-4157-ad08-eb6c1ccc8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:25:56.436035 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-98673f35-7eb6-4882-a4af-a8bcf7dc120b req-69ec46c3-74c0-4157-ad08-eb6c1ccc8cd6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.0882916 Mar 07 18:25:56.498696 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-98673f35-7eb6-4882-a4af-a8bcf7dc120b req-8f9b9635-1b20-427c-acea-50ac7b7b8de4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115a7ad6-eae7-4b3b-8c06-07cbc6cac663 HTTP/1.1" status: 200 len: 1002 time: 0.0566845 Mar 07 18:25:56.550511 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98673f35-7eb6-4882-a4af-a8bcf7dc120b req-39941d76-f25c-46ca-9cc2-d881cbe4a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:25:56.551872 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-98673f35-7eb6-4882-a4af-a8bcf7dc120b req-39941d76-f25c-46ca-9cc2-d881cbe4a04c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0472116 Mar 07 18:25:56.599539 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98673f35-7eb6-4882-a4af-a8bcf7dc120b req-2f23dd37-d50b-4ee0-9688-4ecda3db0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:25:56.601031 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-98673f35-7eb6-4882-a4af-a8bcf7dc120b req-2f23dd37-d50b-4ee0-9688-4ecda3db0a8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439060 Mar 07 18:25:56.687820 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-98673f35-7eb6-4882-a4af-a8bcf7dc120b req-2af3c041-4e30-43af-a2fe-f919d40af01e service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809119 Mar 07 18:25:56.778727 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-98673f35-7eb6-4882-a4af-a8bcf7dc120b req-baaa9911-f48e-486b-af24-dade17dcdf33 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852225 Mar 07 18:26:12.074623 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45232) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:12.135375 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2f5722fe-7364-418e-943c-81200cb144cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:12.270972 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Deleting port 1e340430-f964-41cf-ae1a-02e22105540e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:26:12.271397 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (1e340430-f964-41cf-ae1a-02e22105540e), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:12.352073 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (1e340430-f964-41cf-ae1a-02e22105540e), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:12.352413 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (1e340430-f964-41cf-ae1a-02e22105540e), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:12.363731 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Calling delete_port for 1e340430-f964-41cf-ae1a-02e22105540e owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:26:12.530302 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (1e340430-f964-41cf-ae1a-02e22105540e), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:12.556450 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event deleted for resources: {'Port': ['ID=1e340430-f964-41cf-ae1a-02e22105540e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:12.568059 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.568453 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.568809 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.569153 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.569493 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.569830 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.570159 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.570490 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.570821 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.571148 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.571476 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.571799 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.572120 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:12.626197 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (810e4edd-5aac-4010-b5b1-d46e697a3b98), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:12.626448 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Floating IP 810e4edd-5aac-4010-b5b1-d46e697a3b98 disassociated (deleted). External IP: 172.27.0.120, port: 115a7ad6-eae7-4b3b-8c06-07cbc6cac663. Mar 07 18:26:13.075812 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:26:13.185062 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:26:13.189819 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:13.195157 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3148fe8-c4f6-49c4-8aed-c31ca844cea5 None None] Sync routers for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:26:13.204689 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3148fe8-c4f6-49c4-8aed-c31ca844cea5 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:26:13.205290 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c3148fe8-c4f6-49c4-8aed-c31ca844cea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:25:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:13.218558 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-7da0e861-bfe2-437c-b6d1-8831748c3a64 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "DELETE /v2.0/floatingips/810e4edd-5aac-4010-b5b1-d46e697a3b98 HTTP/1.1" status: 204 len: 168 time: 1.1427412 Mar 07 18:26:13.219140 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'tag': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:26:13.221408 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38709eca-109f-4e6f-b19b-1f52ce2829a0" -d '{"events": [{"name": "network-changed", "server_uuid": "00cde1e2-e74b-4824-8e07-5d73634c8adc", "tag": "115a7ad6-eae7-4b3b-8c06-07cbc6cac663"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:26:13.310037 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a02794d-4350-4fec-88f6-3d6e6a7c2cb4 x-openstack-request-id: req-8a02794d-4350-4fec-88f6-3d6e6a7c2cb4 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:26:13.310333 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00cde1e2-e74b-4824-8e07-5d73634c8adc", "tag": "115a7ad6-eae7-4b3b-8c06-07cbc6cac663", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:26:13.310952 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a02794d-4350-4fec-88f6-3d6e6a7c2cb4 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:26:13.311381 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'tag': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663', 'status': 'completed', 'code': 200} Mar 07 18:26:13.316291 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-c3148fe8-c4f6-49c4-8aed-c31ca844cea5 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:26:13.402636 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38709eca-109f-4e6f-b19b-1f52ce2829a0 req-9b6b6e19-446f-4fec-a6c3-1cd2d953d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:13.404658 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38709eca-109f-4e6f-b19b-1f52ce2829a0 req-9b6b6e19-446f-4fec-a6c3-1cd2d953d6af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 1130 time: 0.0604918 Mar 07 18:26:13.514745 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf825db-3586-4c0b-8944-85f1143773e1 req-d09489a7-6f7f-403e-ae38-64ada016ff50 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:13.516237 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1bf825db-3586-4c0b-8944-85f1143773e1 req-d09489a7-6f7f-403e-ae38-64ada016ff50 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 946 time: 0.1091738 Mar 07 18:26:13.539608 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38709eca-109f-4e6f-b19b-1f52ce2829a0 req-f5eae18d-ab5e-435e-b102-976864dec03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:13.541043 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38709eca-109f-4e6f-b19b-1f52ce2829a0 req-f5eae18d-ab5e-435e-b102-976864dec03b service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.1258731 Mar 07 18:26:13.546853 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c3148fe8-c4f6-49c4-8aed-c31ca844cea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'f0ef09c5-0e53-4682-bd08-e8207cc0ba58', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:73:54:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:22:50Z', 'updated_at': '2022-03-07T18:22:53Z', 'revision_number': 1, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:13.573259 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3148fe8-c4f6-49c4-8aed-c31ca844cea5 None None] Checking router: 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:26:13.581395 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3148fe8-c4f6-49c4-8aed-c31ca844cea5 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:26:13.581997 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c3148fe8-c4f6-49c4-8aed-c31ca844cea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:25:44Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:13.582838 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38709eca-109f-4e6f-b19b-1f52ce2829a0 req-c01cd85c-cfed-467c-a78d-f22ad10d2755 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115a7ad6-eae7-4b3b-8c06-07cbc6cac663 HTTP/1.1" status: 200 len: 217 time: 0.0358732 Mar 07 18:26:13.637424 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-1bf825db-3586-4c0b-8944-85f1143773e1 req-1051bc2c-3d07-417c-9e2d-93b24ec105e4 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117375 Mar 07 18:26:13.650257 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38709eca-109f-4e6f-b19b-1f52ce2829a0 req-90771505-8977-4218-864e-a8f7ae3f2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:13.651802 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38709eca-109f-4e6f-b19b-1f52ce2829a0 req-90771505-8977-4218-864e-a8f7ae3f2fa5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0596559 Mar 07 18:26:13.688901 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-c3148fe8-c4f6-49c4-8aed-c31ca844cea5 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:26:13.704883 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38709eca-109f-4e6f-b19b-1f52ce2829a0 req-2b95e593-29c5-4847-b51e-252da14662ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:13.706358 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38709eca-109f-4e6f-b19b-1f52ce2829a0 req-2b95e593-29c5-4847-b51e-252da14662ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486836 Mar 07 18:26:13.795289 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38709eca-109f-4e6f-b19b-1f52ce2829a0 req-97522858-0fef-444e-a03d-b4570ad8e4b6 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809848 Mar 07 18:26:13.889397 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-38709eca-109f-4e6f-b19b-1f52ce2829a0 req-feb06994-ffc4-4adf-8536-a1a1fb45c5ea service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870993 Mar 07 18:26:13.926012 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c3148fe8-c4f6-49c4-8aed-c31ca844cea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'f0ef09c5-0e53-4682-bd08-e8207cc0ba58', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:73:54:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:22:50Z', 'updated_at': '2022-03-07T18:22:53Z', 'revision_number': 1, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:13.952584 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3148fe8-c4f6-49c4-8aed-c31ca844cea5 None None] The sync data for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi is: [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_floatingips': [{'id': 'f0ef09c5-0e53-4682-bd08-e8207cc0ba58', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'router_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'port_id': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'mac_address': 'fa:16:3e:73:54:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T18:22:50Z', 'updated_at': '2022-03-07T18:22:53Z', 'revision_number': 1, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:26:14.174497 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d33142-3cd5-4495-92c5-52b2b59bc5bc None None] New status for floating IP 810e4edd-5aac-4010-b5b1-d46e697a3b98: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:26:14.304050 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6a572dc3-5c65-4188-b670-254e4308c153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:14.757097 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd728d-58aa-4d27-83d2-936c443c8bc4 req-a2db2223-24ae-4ffb-bd45-1eb232061b8f tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:14.758602 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a5fd728d-58aa-4d27-83d2-936c443c8bc4 req-a2db2223-24ae-4ffb-bd45-1eb232061b8f tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 946 time: 0.0524666 Mar 07 18:26:14.805962 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-a5fd728d-58aa-4d27-83d2-936c443c8bc4 req-6a2aca49-660e-43ac-b793-39dd44d8fab7 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419133 Mar 07 18:26:14.947030 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15868af7-4f95-45ad-8eb3-5d6f2e531ad4 req-481f45a6-72e3-4864-b259-f14bdefd97dd tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:14.948421 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-15868af7-4f95-45ad-8eb3-5d6f2e531ad4 req-481f45a6-72e3-4864-b259-f14bdefd97dd tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 946 time: 0.0528009 Mar 07 18:26:15.044184 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-15868af7-4f95-45ad-8eb3-5d6f2e531ad4 req-1e63463d-fa31-49b5-aec5-39333d7928ee tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Deleting port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:26:15.044535 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-15868af7-4f95-45ad-8eb3-5d6f2e531ad4 req-1e63463d-fa31-49b5-aec5-39333d7928ee tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:15.131523 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-15868af7-4f95-45ad-8eb3-5d6f2e531ad4 req-1e63463d-fa31-49b5-aec5-39333d7928ee tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] For port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=115a7ad6-eae7-4b3b-8c06-07cbc6cac663,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:26:15.131887 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-15868af7-4f95-45ad-8eb3-5d6f2e531ad4 req-1e63463d-fa31-49b5-aec5-39333d7928ee tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:15.143688 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-15868af7-4f95-45ad-8eb3-5d6f2e531ad4 req-1e63463d-fa31-49b5-aec5-39333d7928ee tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Calling delete_port for 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:26:15.272214 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-15868af7-4f95-45ad-8eb3-5d6f2e531ad4 req-1e63463d-fa31-49b5-aec5-39333d7928ee tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (115a7ad6-eae7-4b3b-8c06-07cbc6cac663), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:15.300094 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63463d-fa31-49b5-aec5-39333d7928ee tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event deleted for resources: {'Port': ['ID=115a7ad6-eae7-4b3b-8c06-07cbc6cac663,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:15.347233 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-15868af7-4f95-45ad-8eb3-5d6f2e531ad4 req-1e63463d-fa31-49b5-aec5-39333d7928ee tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] No DVR routers for this DVR port 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:26:15.350034 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-15868af7-4f95-45ad-8eb3-5d6f2e531ad4 req-1e63463d-fa31-49b5-aec5-39333d7928ee tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:15.353325 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-15868af7-4f95-45ad-8eb3-5d6f2e531ad4 req-1e63463d-fa31-49b5-aec5-39333d7928ee tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "DELETE /v2.0/ports/115a7ad6-eae7-4b3b-8c06-07cbc6cac663 HTTP/1.1" status: 204 len: 173 time: 0.4002304 Mar 07 18:26:15.353764 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'name': 'network-vif-deleted', 'tag': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:26:15.356011 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558fdb9c-103b-46aa-8f92-4d34c92444eb" -d '{"events": [{"server_uuid": "00cde1e2-e74b-4824-8e07-5d73634c8adc", "name": "network-vif-deleted", "tag": "115a7ad6-eae7-4b3b-8c06-07cbc6cac663"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:26:15.394896 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce06104-f882-4302-b49d-4567c3877572 x-openstack-request-id: req-3ce06104-f882-4302-b49d-4567c3877572 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:26:15.395160 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cde1e2-e74b-4824-8e07-5d73634c8adc", "name": "network-vif-deleted", "tag": "115a7ad6-eae7-4b3b-8c06-07cbc6cac663", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:26:15.396188 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ce06104-f882-4302-b49d-4567c3877572 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:26:15.397111 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cde1e2-e74b-4824-8e07-5d73634c8adc', 'name': 'network-vif-deleted', 'tag': '115a7ad6-eae7-4b3b-8c06-07cbc6cac663', 'status': 'completed', 'code': 200} Mar 07 18:26:15.480459 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:15.618478 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:15.908489 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-20921faf-8bee-4006-b0a7-89ea767857db req-e3eca90d-17b7-4f20-b2c5-04b8c1b0847f tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=00cde1e2-e74b-4824-8e07-5d73634c8adc HTTP/1.1" status: 200 len: 210 time: 0.0266581 Mar 07 18:26:16.930949 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:18.589840 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:19.120428 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:26:19.140695 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:26:19.141039 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 115a7ad6-eae7-4b3b-8c06-07cbc6cac663 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:26:19.190262 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45274) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:19.342259 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Deleting port be49ea68-723a-4ba4-adc2-ae078e972373 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:26:19.342603 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (be49ea68-723a-4ba4-adc2-ae078e972373), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:19.417831 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (be49ea68-723a-4ba4-adc2-ae078e972373), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:19.418071 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (be49ea68-723a-4ba4-adc2-ae078e972373), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:19.430070 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Calling delete_port for be49ea68-723a-4ba4-adc2-ae078e972373 owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:26:19.569146 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (be49ea68-723a-4ba4-adc2-ae078e972373), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:19.598097 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event deleted for resources: {'Port': ['ID=be49ea68-723a-4ba4-adc2-ae078e972373,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:19.656286 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (f0ef09c5-0e53-4682-bd08-e8207cc0ba58), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:19.656615 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.db.l3_db [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Floating IP f0ef09c5-0e53-4682-bd08-e8207cc0ba58 disassociated (deleted). External IP: 172.27.0.223, port: 0ec85df9-4942-49e1-aaf4-b9d8ad26e929. Mar 07 18:26:19.862800 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:26:19.970920 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:26:19.975984 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:19.981976 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10c53a5-2da8-40aa-8071-ae3b2dc6e2db None None] Sync routers for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:26:19.991749 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10c53a5-2da8-40aa-8071-ae3b2dc6e2db None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:26:19.992384 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c10c53a5-2da8-40aa-8071-ae3b2dc6e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:26:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:20.006099 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-77f5c4e8-b4a4-4afe-be0f-2ae1da6d0f08 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "DELETE /v2.0/floatingips/f0ef09c5-0e53-4682-bd08-e8207cc0ba58 HTTP/1.1" status: 204 len: 168 time: 0.8147638 Mar 07 18:26:20.006691 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'tag': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:26:20.008980 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558765df-d000-407a-a59c-a1efcbf81cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "51193377-5d5b-4b0c-b9bc-4f33214167fc", "tag": "0ec85df9-4942-49e1-aaf4-b9d8ad26e929"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:26:20.055148 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 18:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73116ba4-d113-487b-a758-7ace1b951425 x-openstack-request-id: req-73116ba4-d113-487b-a758-7ace1b951425 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:26:20.055444 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51193377-5d5b-4b0c-b9bc-4f33214167fc", "tag": "0ec85df9-4942-49e1-aaf4-b9d8ad26e929", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:26:20.055703 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73116ba4-d113-487b-a758-7ace1b951425 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:26:20.056113 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'tag': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'status': 'completed', 'code': 200} Mar 07 18:26:20.109653 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-c10c53a5-2da8-40aa-8071-ae3b2dc6e2db None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:26:20.123318 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558765df-d000-407a-a59c-a1efcbf81cf2 req-7a964f3c-896d-4aec-9f21-d2e56af9e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:20.124999 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-558765df-d000-407a-a59c-a1efcbf81cf2 req-7a964f3c-896d-4aec-9f21-d2e56af9e294 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 1129 time: 0.0496740 Mar 07 18:26:20.263683 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558765df-d000-407a-a59c-a1efcbf81cf2 req-f7bdbf9e-802b-4307-9772-83f5f43cf0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:20.265190 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-558765df-d000-407a-a59c-a1efcbf81cf2 req-f7bdbf9e-802b-4307-9772-83f5f43cf0d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 200 len: 913 time: 0.1282334 Mar 07 18:26:20.273520 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b37343-6b6f-42d5-8ea6-d71a858f7eec req-e7c832ee-047a-4677-ba4a-4fcf998e47e2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:20.274921 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f5b37343-6b6f-42d5-8ea6-d71a858f7eec req-e7c832ee-047a-4677-ba4a-4fcf998e47e2 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 945 time: 0.0749278 Mar 07 18:26:20.312261 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c10c53a5-2da8-40aa-8071-ae3b2dc6e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:20.323807 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-558765df-d000-407a-a59c-a1efcbf81cf2 req-5b08aba6-3c0d-4c0a-8af5-72bf90f69046 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ec85df9-4942-49e1-aaf4-b9d8ad26e929 HTTP/1.1" status: 200 len: 217 time: 0.0479469 Mar 07 18:26:20.341638 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10c53a5-2da8-40aa-8071-ae3b2dc6e2db None None] Checking router: 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:26:20.350581 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10c53a5-2da8-40aa-8071-ae3b2dc6e2db None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:26:20.351182 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c10c53a5-2da8-40aa-8071-ae3b2dc6e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:26:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:20.387564 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-f5b37343-6b6f-42d5-8ea6-d71a858f7eec req-35e6b5b7-be2e-453d-acb9-044c972ea205 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062303 Mar 07 18:26:20.392943 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558765df-d000-407a-a59c-a1efcbf81cf2 req-da145e27-9062-4748-b0af-ecdf1b22e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:20.394358 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-558765df-d000-407a-a59c-a1efcbf81cf2 req-da145e27-9062-4748-b0af-ecdf1b22e3ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 200 len: 851 time: 0.0642586 Mar 07 18:26:20.444121 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558765df-d000-407a-a59c-a1efcbf81cf2 req-03d7c8fe-6c09-466f-b2ee-58d209403199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:20.445646 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-558765df-d000-407a-a59c-a1efcbf81cf2 req-03d7c8fe-6c09-466f-b2ee-58d209403199 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e07ae00-2559-4c61-bfde-34b114150ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443580 Mar 07 18:26:20.456491 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-c10c53a5-2da8-40aa-8071-ae3b2dc6e2db None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:26:20.535884 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-558765df-d000-407a-a59c-a1efcbf81cf2 req-a09d1471-a914-4fb0-8b8e-12ade9778870 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841458 Mar 07 18:26:20.622716 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-558765df-d000-407a-a59c-a1efcbf81cf2 req-985e61c3-b024-4b8e-9494-0352ee4e8f70 service neutron] 10.222.0.37 "GET /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809438 Mar 07 18:26:20.649345 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-c10c53a5-2da8-40aa-8071-ae3b2dc6e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:20.675249 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10c53a5-2da8-40aa-8071-ae3b2dc6e2db None None] The sync data for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi is: [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:53Z', 'revision_number': 4, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi', '_interfaces': [{'id': '3958cb4b-ef9b-4233-abb9-6d3e5492a5fa', 'name': '', 'network_id': '2e07ae00-2559-4c61-bfde-34b114150ce4', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'mac_address': 'fa:16:3e:35:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:53Z', 'updated_at': '2022-03-07T18:19:57Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'subnets': [{'id': 'cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:26:20.887664 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a672e0a-84f3-470d-9b47-4564ab910bad None None] New status for floating IP f0ef09c5-0e53-4682-bd08-e8207cc0ba58: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 18:26:21.225753 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:26:21.505848 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef9c65-9d7b-480a-a617-46acf8f09b0c req-b2c85a07-4e6c-43e7-bffc-e72779262889 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:21.507421 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2ef9c65-9d7b-480a-a617-46acf8f09b0c req-b2c85a07-4e6c-43e7-bffc-e72779262889 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 945 time: 0.0521739 Mar 07 18:26:21.558634 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-e2ef9c65-9d7b-480a-a617-46acf8f09b0c req-4ac5780c-bf2f-43c3-8422-5e5a76c6c2df tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/security-groups?id=8da4a95f-6a05-43de-9703-c4034d2c59fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454800 Mar 07 18:26:21.684673 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1a9d8-2a34-4366-906c-e835bcca9679 req-c71a16cb-2d66-4920-9cac-3741dce7d6b8 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 18:26:21.686018 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-79c1a9d8-2a34-4366-906c-e835bcca9679 req-c71a16cb-2d66-4920-9cac-3741dce7d6b8 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 945 time: 0.0517373 Mar 07 18:26:21.774513 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-79c1a9d8-2a34-4366-906c-e835bcca9679 req-331fa1bd-04d7-4e18-95d6-bbe4b7384827 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Deleting port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:26:21.774851 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-79c1a9d8-2a34-4366-906c-e835bcca9679 req-331fa1bd-04d7-4e18-95d6-bbe4b7384827 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:21.863081 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [req-79c1a9d8-2a34-4366-906c-e835bcca9679 req-331fa1bd-04d7-4e18-95d6-bbe4b7384827 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] For port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929, host hv-cinder-83229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83229',level=0,port_id=0ec85df9-4942-49e1-aaf4-b9d8ad26e929,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:26:21.863445 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-79c1a9d8-2a34-4366-906c-e835bcca9679 req-331fa1bd-04d7-4e18-95d6-bbe4b7384827 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:21.875755 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [req-79c1a9d8-2a34-4366-906c-e835bcca9679 req-331fa1bd-04d7-4e18-95d6-bbe4b7384827 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Calling delete_port for 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 owned by compute:nova {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:26:22.001226 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-79c1a9d8-2a34-4366-906c-e835bcca9679 req-331fa1bd-04d7-4e18-95d6-bbe4b7384827 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (0ec85df9-4942-49e1-aaf4-b9d8ad26e929), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:22.035834 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fa1bd-04d7-4e18-95d6-bbe4b7384827 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event deleted for resources: {'Port': ['ID=0ec85df9-4942-49e1-aaf4-b9d8ad26e929,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:22.071520 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c1a9d8-2a34-4366-906c-e835bcca9679 req-331fa1bd-04d7-4e18-95d6-bbe4b7384827 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] No DVR routers for this DVR port 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 on host hv-cinder-83229 {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:26:22.073908 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [req-79c1a9d8-2a34-4366-906c-e835bcca9679 req-331fa1bd-04d7-4e18-95d6-bbe4b7384827 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:22.077211 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-79c1a9d8-2a34-4366-906c-e835bcca9679 req-331fa1bd-04d7-4e18-95d6-bbe4b7384827 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.37 "DELETE /v2.0/ports/0ec85df9-4942-49e1-aaf4-b9d8ad26e929 HTTP/1.1" status: 204 len: 173 time: 0.3859980 Mar 07 18:26:22.077663 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'name': 'network-vif-deleted', 'tag': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 18:26:22.079898 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0365112a962827d1c5bf76daaba8a42da360e7681fb8dc109f4362d1bfd82493" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc98157-6d01-47e9-ae1f-31c1c58b825e" -d '{"events": [{"server_uuid": "51193377-5d5b-4b0c-b9bc-4f33214167fc", "name": "network-vif-deleted", "tag": "0ec85df9-4942-49e1-aaf4-b9d8ad26e929"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 18:26:22.115920 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 18:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27b9565-af34-415c-b956-c252fffd5812 x-openstack-request-id: req-c27b9565-af34-415c-b956-c252fffd5812 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 18:26:22.116255 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51193377-5d5b-4b0c-b9bc-4f33214167fc", "name": "network-vif-deleted", "tag": "0ec85df9-4942-49e1-aaf4-b9d8ad26e929", "status": "completed", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 18:26:22.116511 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c27b9565-af34-415c-b956-c252fffd5812 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 18:26:22.116911 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51193377-5d5b-4b0c-b9bc-4f33214167fc', 'name': 'network-vif-deleted', 'tag': '0ec85df9-4942-49e1-aaf4-b9d8ad26e929', 'status': 'completed', 'code': 200} Mar 07 18:26:22.668184 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [req-8054427f-222c-4d30-8dfd-62363c842dee req-f5eb1930-7c1d-44d7-9f76-716128116f74 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "GET /v2.0/ports?device_id=51193377-5d5b-4b0c-b9bc-4f33214167fc HTTP/1.1" status: 200 len: 210 time: 0.0287249 Mar 07 18:26:23.724713 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45290) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:23.843985 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1cf448a2-6998-423b-96bb-8f72ff1ad319 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Deleting port 1316144a-4a76-4a69-bbc5-b40f2526ce48 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:26:23.844357 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1cf448a2-6998-423b-96bb-8f72ff1ad319 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (1316144a-4a76-4a69-bbc5-b40f2526ce48), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:23.920761 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1cf448a2-6998-423b-96bb-8f72ff1ad319 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (1316144a-4a76-4a69-bbc5-b40f2526ce48), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:23.921083 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1cf448a2-6998-423b-96bb-8f72ff1ad319 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (1316144a-4a76-4a69-bbc5-b40f2526ce48), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:23.933491 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1cf448a2-6998-423b-96bb-8f72ff1ad319 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Calling delete_port for 1316144a-4a76-4a69-bbc5-b40f2526ce48 owned by network:floatingip {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:26:24.067623 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1cf448a2-6998-423b-96bb-8f72ff1ad319 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (1316144a-4a76-4a69-bbc5-b40f2526ce48), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:24.090725 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf448a2-6998-423b-96bb-8f72ff1ad319 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event deleted for resources: {'Port': ['ID=1316144a-4a76-4a69-bbc5-b40f2526ce48,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:24.153001 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1cf448a2-6998-423b-96bb-8f72ff1ad319 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for floatingip (c4e4a889-48d3-4676-a68e-e98feeda4214), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:24.155527 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1cf448a2-6998-423b-96bb-8f72ff1ad319 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:24.156708 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-1cf448a2-6998-423b-96bb-8f72ff1ad319 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "DELETE /v2.0/floatingips/c4e4a889-48d3-4676-a68e-e98feeda4214 HTTP/1.1" status: 204 len: 168 time: 0.4309213 Mar 07 18:26:25.148587 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 no longer exists at agent hyperv_hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:26:25.168322 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] No Port match for: 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:26:25.168678 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Device 0ec85df9-4942-49e1-aaf4-b9d8ad26e929 not bound to the agent host hv-cinder-83229 {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:26:25.350679 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45302) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:25.404513 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-343df842-8fb3-435b-99d8-ac011f312dc3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group (8da4a95f-6a05-43de-9703-c4034d2c59fb), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:25.429560 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-343df842-8fb3-435b-99d8-ac011f312dc3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group (8da4a95f-6a05-43de-9703-c4034d2c59fb), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:25.492459 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-343df842-8fb3-435b-99d8-ac011f312dc3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (8da4a95f-6a05-43de-9703-c4034d2c59fb), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:25.495009 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-343df842-8fb3-435b-99d8-ac011f312dc3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:25.496128 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-343df842-8fb3-435b-99d8-ac011f312dc3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] 10.222.0.13 "DELETE /v2.0/security-groups/8da4a95f-6a05-43de-9703-c4034d2c59fb HTTP/1.1" status: 204 len: 168 time: 0.1444788 Mar 07 18:26:25.505112 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343df842-8fb3-435b-99d8-ac011f312dc3 tempest-TestVolumeBootPattern-501253749 tempest-TestVolumeBootPattern-501253749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da4a95f-6a05-43de-9703-c4034d2c59fb,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:25.550174 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45306) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:26.236292 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffdfa-63f9-4a69-a301-105f73008b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869953'] for router_interface (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:26.476542 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ffdfa-63f9-4a69-a301-105f73008b7c admin admin] Deleting port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:26:26.477254 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffdfa-63f9-4a69-a301-105f73008b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:26.555222 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2f6ffdfa-63f9-4a69-a301-105f73008b7c admin admin] For port 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=3958cb4b-ef9b-4233-abb9-6d3e5492a5fa,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:26:26.555495 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffdfa-63f9-4a69-a301-105f73008b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:26.566835 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ffdfa-63f9-4a69-a301-105f73008b7c admin admin] Calling delete_port for 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa owned by network:router_interface {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:26:26.739461 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffdfa-63f9-4a69-a301-105f73008b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (3958cb4b-ef9b-4233-abb9-6d3e5492a5fa), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:26.764754 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ffdfa-63f9-4a69-a301-105f73008b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=3958cb4b-ef9b-4233-abb9-6d3e5492a5fa,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:26.933260 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffdfa-63f9-4a69-a301-105f73008b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869941'] for router_interface (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:27.141563 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6ffdfa-63f9-4a69-a301-105f73008b7c admin admin] Router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:26:27.248935 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6ffdfa-63f9-4a69-a301-105f73008b7c admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:26:27.255747 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2f6ffdfa-63f9-4a69-a301-105f73008b7c admin admin] 10.222.0.13 "PUT /v2.0/routers/1f18a9af-ab86-403b-8ff3-c08dd1a902d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7025871 Mar 07 18:26:27.256931 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45310) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:27.259496 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea00d3-ceb6-4b89-b305-51ba4dfef151 None None] Sync routers for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:26:27.268764 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea00d3-ceb6-4b89-b305-51ba4dfef151 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:26:27.269368 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-44ea00d3-ceb6-4b89-b305-51ba4dfef151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:26:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:27.365246 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Publish callbacks [] for router (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:27.458106 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-44ea00d3-ceb6-4b89-b305-51ba4dfef151 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:26:27.468318 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Publish callbacks [] for router_gateway (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:27.522112 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Deleting port 71369e71-873a-40cd-a91d-2e6e203c8f63 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:26:27.522951 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:27.601972 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] For port 71369e71-873a-40cd-a91d-2e6e203c8f63, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=71369e71-873a-40cd-a91d-2e6e203c8f63,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:26:27.602332 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:27.613913 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Calling delete_port for 71369e71-873a-40cd-a91d-2e6e203c8f63 owned by network:router_gateway {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:26:27.633323 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-44ea00d3-ceb6-4b89-b305-51ba4dfef151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:26:26Z', 'revision_number': 5, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port': {'id': '71369e71-873a-40cd-a91d-2e6e203c8f63', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:27.663162 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea00d3-ceb6-4b89-b305-51ba4dfef151 None None] Checking router: 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 for host: dv-cinder-832291-1-iscsi {{(pid=103236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:26:27.671346 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea00d3-ceb6-4b89-b305-51ba4dfef151 None None] Routers {'1f18a9af-ab86-403b-8ff3-c08dd1a902d3'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:26:27.671958 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-44ea00d3-ceb6-4b89-b305-51ba4dfef151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:26:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'], 'active': True} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:27.760314 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_dvr_db [None req-44ea00d3-ceb6-4b89-b305-51ba4dfef151 None None] Set router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 gateway port host: None {{(pid=103236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:26:27.780823 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (71369e71-873a-40cd-a91d-2e6e203c8f63), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:27.808011 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Pushing event deleted for resources: {'Port': ['ID=71369e71-873a-40cd-a91d-2e6e203c8f63,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:27.814371 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.l3_hamode_db [None req-44ea00d3-ceb6-4b89-b305-51ba4dfef151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:26:27Z', 'revision_number': 6, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port_host': None}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:27.839926 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ea00d3-ceb6-4b89-b305-51ba4dfef151 None None] The sync data for ids ['1f18a9af-ab86-403b-8ff3-c08dd1a902d3'] in dv-cinder-832291-1-iscsi is: [{'id': '1f18a9af-ab86-403b-8ff3-c08dd1a902d3', 'name': 'tempest-TestVolumeBootPattern-1184534466-router', 'tenant_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:51Z', 'updated_at': '2022-03-07T18:26:27Z', 'revision_number': 6, 'project_id': 'c7d271cd78ac4031be6720ff58f5f6f9', 'gw_port_host': None}] {{(pid=103236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:26:27.886796 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-869279'] for router_gateway (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:27.976234 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-874539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9918'] for router (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:27.978305 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Publish callbacks [] for router_controller (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.020513 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-874556'] for router (1f18a9af-ab86-403b-8ff3-c08dd1a902d3), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.021381 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f18a9af-ab86-403b-8ff3-c08dd1a902d3 {{(pid=103234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 18:26:28.025460 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.026592 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-ae58f0db-edda-4404-b1ac-ce55ad2c529e admin admin] 10.222.0.13 "DELETE /v2.0/routers/1f18a9af-ab86-403b-8ff3-c08dd1a902d3 HTTP/1.1" status: 204 len: 168 time: 0.7687595 Mar 07 18:26:28.029117 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45312) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:28.071427 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d11abb-0f31-4689-9160-7f5f80efe6eb admin admin] Deleting subnet cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf {{(pid=103234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:26:28.074512 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18d11abb-0f31-4689-9160-7f5f80efe6eb admin admin] Publish callbacks [] for subnet (cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.108450 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18d11abb-0f31-4689-9160-7f5f80efe6eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1571852'] for subnet (cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf), precommit_delete_associations {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.188358 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18d11abb-0f31-4689-9160-7f5f80efe6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.243645 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18d11abb-0f31-4689-9160-7f5f80efe6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3952874'] for subnet (cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.268865 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d11abb-0f31-4689-9160-7f5f80efe6eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:28.274008 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18d11abb-0f31-4689-9160-7f5f80efe6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for subnet (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.277486 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-18d11abb-0f31-4689-9160-7f5f80efe6eb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cddf2f5f-7d0a-4dd0-a97f-7d4e0b70afdf HTTP/1.1" status: 204 len: 168 time: 0.2471993 Mar 07 18:26:28.279811 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45314) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:28.280337 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ce034-97d7-4e68-a9e0-c23e9b1f95cc None None] Network 2e07ae00-2559-4c61-bfde-34b114150ce4 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:26:28.352283 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (2e07ae00-2559-4c61-bfde-34b114150ce4), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.403559 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Deleting port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:26:28.403909 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (63be77d0-c6fe-4e96-be7d-3c2d014c4e0e), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.464688 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] For port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=63be77d0-c6fe-4e96-be7d-3c2d014c4e0e,segment=NetworkSegment(4ddc3e59-2e42-4629-9fff-4528bf9a4384),segment_id=4ddc3e59-2e42-4629-9fff-4528bf9a4384)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:26:28.465041 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (63be77d0-c6fe-4e96-be7d-3c2d014c4e0e), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.480713 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Calling delete_port for 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:26:28.555175 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065812'] for port (63be77d0-c6fe-4e96-be7d-3c2d014c4e0e), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.580279 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=63be77d0-c6fe-4e96-be7d-3c2d014c4e0e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:28.584561 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] No DVR routers for this DVR port 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e on host dv-cinder-832291-1-iscsi {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:26:28.629174 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e152c868-505f-428c-a61c-4c13757fd399 None None] DHCP port deletion for 2e07ae00-2559-4c61-bfde-34b114150ce4 request from dv-cinder-832291-1-iscsi {{(pid=103235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 18:26:28.661863 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (2e07ae00-2559-4c61-bfde-34b114150ce4), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.681855 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e07ae00-2559-4c61-bfde-34b114150ce4']}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:28.690963 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddc3e59-2e42-4629-9fff-4528bf9a4384') {'for_net_delete': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:28.691265 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.services.segments.db [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddc3e59-2e42-4629-9fff-4528bf9a4384') {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:28.701632 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1572087'] for segment (4ddc3e59-2e42-4629-9fff-4528bf9a4384), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.715750 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (4ddc3e59-2e42-4629-9fff-4528bf9a4384), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.723037 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:26:28.723416 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065737'] for segment (4ddc3e59-2e42-4629-9fff-4528bf9a4384), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: Traceback (most recent call last): Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: timer() Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: cb(*args, **kw) Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: return func(*args, **kwargs) Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: self._notify() Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: self.callback(batched_events) Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: event.method(event) Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: return f(self, *a, **k) Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._get(url).json() Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: return self.request(url, 'GET', **kwargs) Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:26:28.725802 dv-cinder-832291-1-iscsi neutron-server[103234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:26:28.783082 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (2e07ae00-2559-4c61-bfde-34b114150ce4), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.788549 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:28.791952 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2e07ae00-2559-4c61-bfde-34b114150ce4 HTTP/1.1" status: 204 len: 168 time: 0.5107090 Mar 07 18:26:28.794964 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 45316) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:28.805080 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4d437-aa07-4a12-b326-2a1b8e1611b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e07ae00-2559-4c61-bfde-34b114150ce4,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:29.146949 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-869953'] for router_interface (a8684772-5b75-40b0-afb8-3c72e728aa18), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:29.385286 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Deleting port 5ecab852-9f2e-4adb-8e48-98dc24e88f28 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:26:29.385628 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:29.464115 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] For port 5ecab852-9f2e-4adb-8e48-98dc24e88f28, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=5ecab852-9f2e-4adb-8e48-98dc24e88f28,segment=NetworkSegment(78779c41-b180-4846-bd09-5685f898970a),segment_id=78779c41-b180-4846-bd09-5685f898970a)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:26:29.464424 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:29.476514 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Calling delete_port for 5ecab852-9f2e-4adb-8e48-98dc24e88f28 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:26:29.654282 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (5ecab852-9f2e-4adb-8e48-98dc24e88f28), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:29.679260 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ecab852-9f2e-4adb-8e48-98dc24e88f28,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:29.704786 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.705142 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.705484 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.705824 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.706156 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.706481 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.706808 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.707134 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.707456 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.707778 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.708099 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.708489 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.708804 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:29.867083 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-869941'] for router_interface (a8684772-5b75-40b0-afb8-3c72e728aa18), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:29.940455 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 71369e71-873a-40cd-a91d-2e6e203c8f63 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:26:29.961047 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 71369e71-873a-40cd-a91d-2e6e203c8f63 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:26:29.961326 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 71369e71-873a-40cd-a91d-2e6e203c8f63 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:26:29.961749 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:26:29.980944 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:26:29.981217 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 3958cb4b-ef9b-4233-abb9-6d3e5492a5fa not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:26:29.981630 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:26:30.000093 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:26:30.000460 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 63be77d0-c6fe-4e96-be7d-3c2d014c4e0e not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:26:30.080528 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Router a8684772-5b75-40b0-afb8-3c72e728aa18 has already been hosted by L3 agent f017aee4-6645-4df0-a709-3fc2b3e1411a {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 18:26:30.187877 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] Notify agent at l3_agent.dv-cinder-832291-1-iscsi the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 18:26:30.192970 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-807f3b56-7d29-4de4-b41a-cc67e466fc4f admin admin] 10.222.0.13 "PUT /v2.0/routers/a8684772-5b75-40b0-afb8-3c72e728aa18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3960550 Mar 07 18:26:30.195610 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 45320) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:30.198295 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d622a4-1d10-496f-a5f4-ab3126032021 None None] Sync routers for ids ['a8684772-5b75-40b0-afb8-3c72e728aa18'] in dv-cinder-832291-1-iscsi {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 18:26:30.208575 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d622a4-1d10-496f-a5f4-ab3126032021 None None] Routers {'a8684772-5b75-40b0-afb8-3c72e728aa18'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:26:30.209212 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-73d622a4-1d10-496f-a5f4-ab3126032021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:26:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['a8684772-5b75-40b0-afb8-3c72e728aa18'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:30.301968 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Publish callbacks [] for router (a8684772-5b75-40b0-afb8-3c72e728aa18), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:30.315531 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-73d622a4-1d10-496f-a5f4-ab3126032021 None None] Set router a8684772-5b75-40b0-afb8-3c72e728aa18 gateway port host: dv-cinder-832291-1-iscsi {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:26:30.406542 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Publish callbacks [] for router_gateway (a8684772-5b75-40b0-afb8-3c72e728aa18), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:30.456946 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Deleting port b1e0a01a-36d4-4eda-8ae9-79b257a462e1 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:26:30.457277 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:30.496062 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-73d622a4-1d10-496f-a5f4-ab3126032021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'name': 'tempest-TestVolumeBootPattern-588971539-router', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'external_fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:55Z', 'updated_at': '2022-03-07T18:26:29Z', 'revision_number': 5, 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'gw_port': {'id': 'b1e0a01a-36d4-4eda-8ae9-79b257a462e1', 'name': '', 'network_id': 'f677d92c-de1b-4c38-ad35-4a06c685919d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:16:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832291-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T18:19:56Z', 'updated_at': '2022-03-07T18:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e78f62-63b9-4801-8f89-2f85a7dc0a14', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832291-1-iscsi'}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:30.523206 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d622a4-1d10-496f-a5f4-ab3126032021 None None] Checking router: a8684772-5b75-40b0-afb8-3c72e728aa18 for host: dv-cinder-832291-1-iscsi {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 18:26:30.531418 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d622a4-1d10-496f-a5f4-ab3126032021 None None] Routers {'a8684772-5b75-40b0-afb8-3c72e728aa18'} bound to L3 agent in host dv-cinder-832291-1-iscsi {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 18:26:30.532032 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-73d622a4-1d10-496f-a5f4-ab3126032021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832291-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T18:00:44Z,description=,heartbeat_timestamp=2022-03-07T18:26:14Z,host='dv-cinder-832291-1-iscsi',id=f017aee4-6645-4df0-a709-3fc2b3e1411a,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T18:00:44Z,topic='l3_agent')) {'router_ids': ['a8684772-5b75-40b0-afb8-3c72e728aa18'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:30.538870 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] For port b1e0a01a-36d4-4eda-8ae9-79b257a462e1, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=b1e0a01a-36d4-4eda-8ae9-79b257a462e1,segment=NetworkSegment(2bccf238-bd29-44f3-bb98-996c958b5ad3),segment_id=2bccf238-bd29-44f3-bb98-996c958b5ad3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:26:30.539228 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:30.550629 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Calling delete_port for b1e0a01a-36d4-4eda-8ae9-79b257a462e1 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:26:30.620627 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-73d622a4-1d10-496f-a5f4-ab3126032021 None None] Set router a8684772-5b75-40b0-afb8-3c72e728aa18 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 18:26:30.671202 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-73d622a4-1d10-496f-a5f4-ab3126032021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'name': 'tempest-TestVolumeBootPattern-588971539-router', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:55Z', 'updated_at': '2022-03-07T18:26:30Z', 'revision_number': 6, 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'gw_port_host': None}], 'dv-cinder-832291-1-iscsi', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:30.703317 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d622a4-1d10-496f-a5f4-ab3126032021 None None] The sync data for ids ['a8684772-5b75-40b0-afb8-3c72e728aa18'] in dv-cinder-832291-1-iscsi is: [{'id': 'a8684772-5b75-40b0-afb8-3c72e728aa18', 'name': 'tempest-TestVolumeBootPattern-588971539-router', 'tenant_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T18:19:55Z', 'updated_at': '2022-03-07T18:26:30Z', 'revision_number': 6, 'project_id': 'aceb558ae30b4be4a4a1a090d3f435f0', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 18:26:30.716670 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (b1e0a01a-36d4-4eda-8ae9-79b257a462e1), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:30.742036 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e0a01a-36d4-4eda-8ae9-79b257a462e1,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:30.805787 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-869279'] for router_gateway (a8684772-5b75-40b0-afb8-3c72e728aa18), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:30.894010 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-874539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9918'] for router (a8684772-5b75-40b0-afb8-3c72e728aa18), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:30.896169 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Publish callbacks [] for router_controller (a8684772-5b75-40b0-afb8-3c72e728aa18), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:30.938446 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-874556'] for router (a8684772-5b75-40b0-afb8-3c72e728aa18), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:30.939000 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8684772-5b75-40b0-afb8-3c72e728aa18 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 18:26:30.943962 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:30.945178 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-e2de80df-bc14-4997-846e-74ac2c4c3798 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a8684772-5b75-40b0-afb8-3c72e728aa18 HTTP/1.1" status: 204 len: 168 time: 0.7486410 Mar 07 18:26:30.947633 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 45322) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:30.992343 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abfe981-f92d-41a8-a2d7-1f070ed25cf5 admin admin] Deleting subnet d5d281c4-2ab6-4537-8393-8a98ec981c13 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 18:26:30.995234 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6abfe981-f92d-41a8-a2d7-1f070ed25cf5 admin admin] Publish callbacks [] for subnet (d5d281c4-2ab6-4537-8393-8a98ec981c13), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.030316 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6abfe981-f92d-41a8-a2d7-1f070ed25cf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-469382'] for subnet (d5d281c4-2ab6-4537-8393-8a98ec981c13), precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.115269 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6abfe981-f92d-41a8-a2d7-1f070ed25cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267982822'] for subnet (d5d281c4-2ab6-4537-8393-8a98ec981c13), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.166771 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6abfe981-f92d-41a8-a2d7-1f070ed25cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267982845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8670950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495436'] for subnet (d5d281c4-2ab6-4537-8393-8a98ec981c13), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.191349 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfe981-f92d-41a8-a2d7-1f070ed25cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d281c4-2ab6-4537-8393-8a98ec981c13,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:31.195095 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6abfe981-f92d-41a8-a2d7-1f070ed25cf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.198622 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-6abfe981-f92d-41a8-a2d7-1f070ed25cf5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d5d281c4-2ab6-4537-8393-8a98ec981c13 HTTP/1.1" status: 204 len: 168 time: 0.2496805 Mar 07 18:26:31.200801 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.13', 45324) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:31.201011 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f02a6f7-7194-4d8f-8fbf-13f62b1229da None None] Network f9151d15-1241-46dd-acab-7562f09fad57 requested from dv-cinder-832291-1-iscsi {{(pid=103235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 18:26:31.270272 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-268209001'] for network (f9151d15-1241-46dd-acab-7562f09fad57), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.322153 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Deleting port 617e57e2-b4ff-4343-8a2f-b48e11305818 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:26:31.322487 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.383920 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] For port 617e57e2-b4ff-4343-8a2f-b48e11305818, host dv-cinder-832291-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832291-1-iscsi',level=0,port_id=617e57e2-b4ff-4343-8a2f-b48e11305818,segment=NetworkSegment(78779c41-b180-4846-bd09-5685f898970a),segment_id=78779c41-b180-4846-bd09-5685f898970a)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:26:31.384255 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.400045 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Calling delete_port for 617e57e2-b4ff-4343-8a2f-b48e11305818 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:26:31.445969 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] DHCP port deletion for f9151d15-1241-46dd-acab-7562f09fad57 request from dv-cinder-832291-1-iscsi {{(pid=103235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 18:26:31.486674 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8670929'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.496502 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Deleting port 617e57e2-b4ff-4343-8a2f-b48e11305818 {{(pid=103235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 18:26:31.496875 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736634162755'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), before_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.512321 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Pushing event deleted for resources: {'Port': ['ID=617e57e2-b4ff-4343-8a2f-b48e11305818,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:31.520638 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] No DVR routers for this DVR port 617e57e2-b4ff-4343-8a2f-b48e11305818 on host dv-cinder-832291-1-iscsi {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:26:31.562538 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] For port 617e57e2-b4ff-4343-8a2f-b48e11305818, host dv-cinder-832291-1-iscsi, got binding levels [] {{(pid=103235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 18:26:31.562938 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-871251'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), precommit_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.576631 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Calling delete_port for 617e57e2-b4ff-4343-8a2f-b48e11305818 owned by network:dhcp {{(pid=103235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 18:26:31.579371 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.ipam_backend_mixin [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Port 617e57e2-b4ff-4343-8a2f-b48e11305818 was not found and therefore no delete operation was performed {{(pid=103235) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 18:26:31.580691 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267989132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736634168998', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736633810589'] for port (617e57e2-b4ff-4343-8a2f-b48e11305818), after_delete {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.595075 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-268374121', 'neutron.services.segments.db._delete_segments_for_network-8736634123367'] for network (f9151d15-1241-46dd-acab-7562f09fad57), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.609650 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Pushing event deleted for resources: {'Port': ['ID=617e57e2-b4ff-4343-8a2f-b48e11305818,revision_number=None']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:31.614359 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] No DVR routers for this DVR port 617e57e2-b4ff-4343-8a2f-b48e11305818 on host dv-cinder-832291-1-iscsi {{(pid=103235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 18:26:31.615698 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9151d15-1241-46dd-acab-7562f09fad57']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:31.621484 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.621839 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.622190 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.622538 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.622873 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.623214 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.623549 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.623876 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.624230 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.624566 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.624892 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.625219 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.625791 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84e61f7-8660-459c-abc9-4015bc65c4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832291-1-iscsi {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 18:26:31.630987 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78779c41-b180-4846-bd09-5685f898970a') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:31.631525 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.services.segments.db [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78779c41-b180-4846-bd09-5685f898970a') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 18:26:31.641643 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736634124912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-469373'] for segment (78779c41-b180-4846-bd09-5685f898970a), before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.657136 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413'] for segment (78779c41-b180-4846-bd09-5685f898970a), precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.664937 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 18:26:31.665489 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267982413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8670860'] for segment (78779c41-b180-4846-bd09-5685f898970a), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: Traceback (most recent call last): Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: timer() Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: cb(*args, **kw) Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: return func(*args, **kwargs) Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: self._notify() Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: self.callback(batched_events) Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: event.method(event) Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: return f(self, *a, **k) Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._get(url).json() Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: return self.request(url, 'GET', **kwargs) Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 18:26:31.667240 dv-cinder-832291-1-iscsi neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 18:26:31.727827 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-268374112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-869307'] for network (f9151d15-1241-46dd-acab-7562f09fad57), after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.733277 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637539'] for network (None), before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.739240 dv-cinder-832291-1-iscsi neutron-server[103233]: INFO neutron.wsgi [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/f9151d15-1241-46dd-acab-7562f09fad57 HTTP/1.1" status: 204 len: 168 time: 0.5348532 Mar 07 18:26:31.751477 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9243f-167c-4c90-8005-bcbf0c2b37fb admin admin] Pushing event deleted for resources: {'Network': ['ID=f9151d15-1241-46dd-acab-7562f09fad57,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:31.852467 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45328) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:31.886361 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 5ecab852-9f2e-4adb-8e48-98dc24e88f28 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:26:31.894502 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-a85a9221-99b0-4009-ada3-bae54d8f0e7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7d271cd78ac4031be6720ff58f5f6f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390778 Mar 07 18:26:31.895247 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45330) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:31.906425 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 5ecab852-9f2e-4adb-8e48-98dc24e88f28 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:26:31.906776 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 5ecab852-9f2e-4adb-8e48-98dc24e88f28 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:26:31.907458 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 617e57e2-b4ff-4343-8a2f-b48e11305818 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:26:31.926102 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: 617e57e2-b4ff-4343-8a2f-b48e11305818 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:26:31.926449 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device 617e57e2-b4ff-4343-8a2f-b48e11305818 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:26:31.926876 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device b1e0a01a-36d4-4eda-8ae9-79b257a462e1 no longer exists at agent ovs-agent-dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 18:26:31.941836 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8b59-0dba-42b8-898e-f4305d87707b admin admin] Publish callbacks [] for security_group (7a03c5b0-117b-413c-ae21-3d778839639b), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:31.946463 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] No Port match for: b1e0a01a-36d4-4eda-8ae9-79b257a462e1 {{(pid=103235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 18:26:31.946811 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.rpc [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Device b1e0a01a-36d4-4eda-8ae9-79b257a462e1 not bound to the agent host dv-cinder-832291-1-iscsi {{(pid=103235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 18:26:31.964317 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8b59-0dba-42b8-898e-f4305d87707b admin admin] Publish callbacks [] for security_group (7a03c5b0-117b-413c-ae21-3d778839639b), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:32.010577 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8b59-0dba-42b8-898e-f4305d87707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (7a03c5b0-117b-413c-ae21-3d778839639b), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:32.013040 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8b59-0dba-42b8-898e-f4305d87707b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:32.014272 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-2a2d8b59-0dba-42b8-898e-f4305d87707b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a03c5b0-117b-413c-ae21-3d778839639b HTTP/1.1" status: 204 len: 168 time: 0.1180208 Mar 07 18:26:32.022008 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d8b59-0dba-42b8-898e-f4305d87707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a03c5b0-117b-413c-ae21-3d778839639b,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:32.337067 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45336) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:32.378073 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-e8cede88-a42c-4c17-a583-23984c795d99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aceb558ae30b4be4a4a1a090d3f435f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394082 Mar 07 18:26:32.380179 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [-] (103234) accepted ('10.222.0.13', 45338) {{(pid=103234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 18:26:32.429007 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-be5d026d-bc9a-44db-9d6e-c794aff95933 admin admin] Publish callbacks [] for security_group (9a49a683-7f84-4fa5-b010-7a0c35171c05), before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:32.449648 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-be5d026d-bc9a-44db-9d6e-c794aff95933 admin admin] Publish callbacks [] for security_group (9a49a683-7f84-4fa5-b010-7a0c35171c05), precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:32.495759 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-be5d026d-bc9a-44db-9d6e-c794aff95933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573059'] for security_group (9a49a683-7f84-4fa5-b010-7a0c35171c05), after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:32.498780 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-be5d026d-bc9a-44db-9d6e-c794aff95933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:32.499965 dv-cinder-832291-1-iscsi neutron-server[103234]: INFO neutron.wsgi [None req-be5d026d-bc9a-44db-9d6e-c794aff95933 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a49a683-7f84-4fa5-b010-7a0c35171c05 HTTP/1.1" status: 204 len: 168 time: 0.1187983 Mar 07 18:26:32.507379 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d026d-bc9a-44db-9d6e-c794aff95933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a49a683-7f84-4fa5-b010-7a0c35171c05,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 18:26:42.136638 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f8f19484-cc30-41a6-a5cb-567a7903675f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:44.305805 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a7900e78-ac1c-4888-8248-72b7348c7397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:45.484047 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:45.614055 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:46.933622 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:48.590862 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:26:58.226152 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:27:12.138530 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9c42c502-9de3-4d6d-85e8-125150c15b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:27:14.309993 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f9d46bb4-9d26-4755-9666-7646ee73ac33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:27:15.486668 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:27:15.613254 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:27:16.938500 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:27:18.592802 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:27:35.223816 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:27:42.140710 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-24e6bd28-97bd-4d7c-ae03-1654ee5135f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:27:44.311394 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d95578da-f040-4842-96f9-841fe652d391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:27:45.489978 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:27:45.628051 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:27:46.939480 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:27:48.594583 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:12.143421 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9ca5edee-8dd6-43f8-86b0-19476ee38178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:12.222794 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:28:14.313049 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1fbaf252-7a29-4b2f-ac8e-f3f13be7f8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:15.493090 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:15.627710 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:16.941818 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:18.597039 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:42.145013 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-84a15bcf-adf9-4121-86f5-7b91179a0b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:44.315317 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2cf40a97-f419-4780-ad3c-5cf1ebe63d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:45.496213 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:45.626662 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:46.944555 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:48.599409 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:28:49.221828 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:29:04.559947 dv-cinder-832291-1-iscsi neutron-server[103234]: DEBUG neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-b2c54bcb-6a61-41b1-92fb-ed8d3fdc8704 service neutron] (103234) timed out ('10.222.0.13', 40618) {{(pid=103234) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 18:29:04.734204 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [req-19a95e7e-7b98-4395-b5c9-a83732d84644 req-90cfbb8a-7589-4038-9ed7-56042da5c4cf tempest-AttachVolumeShelveTestJSON-1328987325 tempest-AttachVolumeShelveTestJSON-1328987325-project] (103233) timed out ('10.222.0.13', 40626) {{(pid=103233) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 18:29:12.146023 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-767a97b9-8512-4a87-a212-55c8b1b97446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:29:14.316128 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-017f418f-6a05-45db-a4ae-279b6ba6016f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:29:15.497760 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:29:15.640053 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:29:16.947638 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:29:18.602821 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:29:26.220548 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:29:42.149473 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8714-1cef-4628-9207-5d3e5d76d792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:29:44.316550 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-983f36ef-cd99-4094-822a-80c432d86bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:29:45.501684 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:29:45.656695 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:29:46.949795 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:29:48.604957 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:30:03.218887 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:30:12.150919 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-9e996f29-2862-4d26-a4cd-fb95da4bb291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:30:14.318824 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-459caecb-0f38-45fb-bef6-d5ea368d6ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:30:15.505944 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:30:15.656422 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:30:16.954539 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:30:18.607155 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:30:40.217814 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:30:42.154258 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8d4d11cd-9976-4cce-bc8a-d5f2c194177b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:30:42.917492 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-50d7f242-5b37-4cf8-a78c-bed1fde6491e service neutron] (103233) timed out ('10.222.0.13', 38110) {{(pid=103233) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 18:30:42.997386 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-7a0352af-454f-4fac-8581-9154b4642137 tempest-TestShelveInstance-473851397 tempest-TestShelveInstance-473851397-project] (103233) timed out ('10.222.0.13', 38118) {{(pid=103233) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 18:30:44.321831 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-917dd9ae-f5a5-48d9-a0b9-18d06e7dc91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:30:45.508431 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:30:45.653716 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:30:46.913764 dv-cinder-832291-1-iscsi neutron-server[103233]: DEBUG neutron.wsgi [req-d8f2b5d8-05b5-4c18-93a6-f3bf40790f05 req-ad97e1f3-6ef3-4057-bfe0-13b7d35c6136 service neutron] (103233) timed out ('10.222.0.37', 64918) {{(pid=103233) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 18:30:46.956750 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:30:48.610882 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:31:12.159265 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b61e3752-33ff-435c-8e0f-c86b2ce8f5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:31:14.322458 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e5f65c2b-fd3e-4ec1-8522-871a9d54682e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:31:15.511387 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:31:15.654682 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:31:16.962023 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:31:17.217962 dv-cinder-832291-1-iscsi neutron-server[103236]: DEBUG neutron.db.agents_db [None req-8354b0a8-ead1-4ea1-a084-863623cff14a None None] Agent healthcheck: found 6 active agents {{(pid=103236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 18:31:18.612655 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:31:42.162369 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e86b4e84-7e6f-483c-9245-8c3a635523ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (ee120aec-7504-46de-bbcc-1e6b17b30249), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:31:44.323388 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4787df23-b35d-47be-8a90-2ab7fb9665bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (f017aee4-6645-4df0-a709-3fc2b3e1411a), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:31:45.517160 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-46b502dc-76cb-4779-8fb0-b7ad110de9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (02b00d5e-aada-497e-86b3-70d9852564e9), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:31:45.683318 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2422cefc-2838-48d1-be2c-f8122a9b8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (19b7703a-d415-4aa3-a3ef-b5c3c982c2ec), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:31:46.965331 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-f469a6d1-a166-43a2-84d1-c87f55bb3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (956c9b67-3638-4233-a445-975381884d5d), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 18:31:48.614520 dv-cinder-832291-1-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e2250544-4d4b-4384-b145-f8280f146939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736634123349', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-268376466'] for agent (0c75eca4-85ec-40a3-ae6a-e63fa0200a0c), after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}